-- Logs begin at Mon 2022-02-14 14:39:02 UTC, end at Mon 2022-02-14 16:06:21 UTC. -- Feb 14 15:29:38.849675 dv-cinder-815145-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 15:29:41.824994 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.common.config [-] Logging enabled! Feb 14 15:29:41.825617 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 15:29:41.825781 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103297) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 15:29:41.829138 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.common.config [-] Logging enabled! Feb 14 15:29:41.829397 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 15:29:41.829715 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103297) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 15:29:41.830668 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:29:41.830909 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:29:41.831282 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:29:41.831533 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:29:41.831788 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:29:41.832272 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.832699 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 15:29:41.833027 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.833328 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.833628 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.833927 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.834224 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.834510 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.834804 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.835129 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.835421 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.835742 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.836041 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.836340 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.836628 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.836921 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.837213 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.837501 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] debug = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.837787 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.838224 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.838649 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.838931 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.839225 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.839509 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.839817 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.840101 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.840388 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.840720 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] host = dv-cinder-815145-9-iscsi {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.841000 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.841290 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.841581 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.841885 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.842151 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.842433 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.842723 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.843001 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.843278 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.843557 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.843878 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.844175 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.844474 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.844703 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.844934 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.845235 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.845527 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.845807 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.846092 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.846370 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.846648 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.846925 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.847200 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.847490 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.847806 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.848101 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.848380 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.848662 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.848937 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.849214 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.849505 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.849781 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.850059 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.850337 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.850652 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.850926 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.851205 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.851510 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.851825 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.852116 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.852408 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.852688 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.852976 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.853255 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.853531 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.853808 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_json = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.854087 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.854364 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.854651 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.854928 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.855205 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.855480 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.855779 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.856078 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.856359 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:41.856662 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.856965 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.857273 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.857579 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.857877 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.858162 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.858456 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.858741 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.859032 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.859326 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.859640 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.859931 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.860232 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.860530 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.860832 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.861144 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.861445 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.861742 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.862024 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.862305 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.862584 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.862868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.863158 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.863441 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.863766 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.864061 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.864344 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.864649 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.864940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.865240 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.865536 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.865817 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.866615 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.866917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.867200 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.867479 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.867787 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.868083 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.868366 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.868642 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.868930 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.869213 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.869490 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.869768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.870048 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.870340 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.870621 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.870901 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.871178 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.871459 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.871762 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.872052 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.872332 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.872608 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.872886 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.873167 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.873443 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.873723 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.874010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.874291 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.874575 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.874854 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.875131 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.875408 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.875728 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.876000 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.876277 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.876560 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.876841 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.877120 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.877400 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.877678 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.877954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.878234 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.878522 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.878822 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.879106 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.879670 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.879955 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.880240 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.880522 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.880804 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.881086 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.881370 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.881648 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.882513 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.882806 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.883103 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.883410 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.883722 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.884028 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.884312 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.884598 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.884880 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.885162 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.885450 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.885741 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.886044 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.886347 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.886654 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.886956 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.887251 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.887535 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.887873 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.888162 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:41.888383 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:29:41.888629 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103297) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 15:29:42.261794 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 15:29:42.262082 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 15:29:42.262396 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 15:29:42.262738 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 15:29:42.597443 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.597660 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.597936 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.599232 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.599511 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.599805 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.643893 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.644176 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.644447 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.660548 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.660834 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.661110 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.689713 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.689995 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.690272 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.727173 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.727457 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:42.727758 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.093504 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.094159 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.094159 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.094325 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.094990 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.195975 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.196304 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.196595 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.196876 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.197146 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.197467 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.197731 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.197993 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.198253 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.198538 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.198803 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.199072 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.199333 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.199600 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.199870 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.200139 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.200399 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.200670 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.200942 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.201207 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.201482 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.201737 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.202022 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.202406 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.202661 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.202912 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.203306 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.203552 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.203829 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.204069 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.204310 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.204553 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:43.204921 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 15:29:43.208119 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 15:29:43.212239 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 15:29:43.216103 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Feb 14 15:29:43.217771 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 15:29:43.218245 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 15:29:43.218584 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 15:29:43.218976 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 15:29:43.221848 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 15:29:43.222113 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 15:29:43.222467 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 15:29:43.227437 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 15:29:43.250926 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 15:29:43.251381 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.251708 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103297) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 15:29:43.252075 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.253477 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103297) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 15:29:43.253767 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 15:29:43.254020 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 15:29:43.258142 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.258428 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:43.321983 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 15:29:43.322233 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 15:29:43.322480 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 15:29:43.322865 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 15:29:43.343051 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_db.sqlalchemy.engines [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103297) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 15:29:43.953427 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing driver for type 'gre' Feb 14 15:29:43.953968 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] gre ID ranges: [(1, 1000)] Feb 14 15:29:44.140417 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing driver for type 'local' Feb 14 15:29:44.141044 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing driver for type 'vlan' Feb 14 15:29:44.243208 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] VlanTypeDriver initialization complete Feb 14 15:29:44.243555 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing driver for type 'vxlan' Feb 14 15:29:44.244126 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] vxlan ID ranges: [(1, 1000)] Feb 14 15:29:44.446141 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing extension driver 'port_security' Feb 14 15:29:44.446485 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.extensions.port_security [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] PortSecurityExtensionDriver initialization complete Feb 14 15:29:44.446825 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing mechanism driver 'openvswitch' Feb 14 15:29:44.447154 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing mechanism driver 'hyperv' Feb 14 15:29:44.461363 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.plugin [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:29:44.462230 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.462607 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.462967 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.463507 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.463971 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.464330 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.464679 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.465080 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.465488 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.465838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.466186 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.466657 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.467033 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.467386 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.467764 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.468168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.468574 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.468923 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.469266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.469659 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.470067 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.470410 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.470752 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.471141 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 15:29:44.471606 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] ML2 OVO RPC backend initialized. {{(pid=103297) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 15:29:44.472315 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.472686 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.473089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.473443 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > networks before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.473794 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.474138 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > ports before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.474483 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.474826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.475171 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.475644 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.475921 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.476264 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.476606 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.476944 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.477284 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.477626 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.477963 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.485322 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded quota_driver: . Feb 14 15:29:44.485693 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.plugin [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Modular L2 Plugin initialization complete Feb 14 15:29:44.486042 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading services supported by the core plugin {{(pid=103297) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 15:29:44.486387 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.plugins.ml2.managers [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Got port-security extension from driver 'port_security' Feb 14 15:29:44.486932 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.extensions.vlantransparent [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Disabled vlantransparent extension. Feb 14 15:29:44.487408 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103297) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 15:29:44.487773 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: router Feb 14 15:29:44.526551 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.526876 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_create 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.527252 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router before_create 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.527662 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.528036 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.528395 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_delete 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.528755 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.529111 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.529474 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_create 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.529822 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.530175 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.530526 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.530885 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.531301 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.531704 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.532054 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.532399 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: subnet after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.532743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.533096 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.533446 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.533794 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.534139 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.534501 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router after_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.534844 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.535329 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.535738 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.536090 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.536459 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > agent after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.536810 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.537158 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > network after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.538052 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Tracking information for resource: router configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:44.538393 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Tracking information for resource: floatingip configured {{(pid=103297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 15:29:44.543398 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.db.l3_agentschedulers_db [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 15:29:44.544007 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.544372 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.544734 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.545089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: port after_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.545886 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router before_create 55550100 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.546260 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.546627 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.546989 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.551851 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.provider_configuration [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service providers = [] {{(pid=103297) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 15:29:44.552224 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.db.servicetype_db [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103297) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 15:29:44.555290 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.service_base [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:29:44.555676 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.service_base [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:29:44.556026 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.service_base [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:29:44.556924 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.services.service_base [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 15:29:44.557303 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.services.service_base [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 15:29:44.557689 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.558011 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 15:29:44.568822 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.569690 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: auto_allocate Feb 14 15:29:44.575602 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: network precommit_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.575986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: network precommit_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.576504 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.576826 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: tag Feb 14 15:29:44.583667 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.584007 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: timestamp Feb 14 15:29:44.588438 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.588776 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: network_ip_availability Feb 14 15:29:44.594244 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.594626 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.594988 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.595729 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.596054 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: flavors Feb 14 15:29:44.601119 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.601458 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading Plugin: revisions Feb 14 15:29:44.605761 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 15:29:44.606156 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=103297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 15:29:44.606896 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103297) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 15:29:44.607234 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Initializing extension manager. Feb 14 15:29:44.607791 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: __init__.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.608139 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: __pycache__ {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.608477 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.608814 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: address_group.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.609573 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.610141 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: address-group Feb 14 15:29:44.610470 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: address_scope.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.611186 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.611739 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: address-scope Feb 14 15:29:44.612068 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.613012 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.613525 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: router-admin-state-down-before-update Feb 14 15:29:44.613858 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: agent.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.614559 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.615071 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: agent Feb 14 15:29:44.615396 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: agent_resources_synced.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.616863 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.617378 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: agent-resources-synced Feb 14 15:29:44.617706 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.619491 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.620050 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: allowed-address-pairs Feb 14 15:29:44.620380 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.621470 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.621990 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: auto-allocated-topology Feb 14 15:29:44.622320 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: availability_zone.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.623016 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.623533 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: availability_zone Feb 14 15:29:44.623885 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: availability_zone_filter.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.624817 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.625329 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: availability_zone_filter Feb 14 15:29:44.625689 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: data_plane_status.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.626574 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.627083 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 15:29:44.627409 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: default_subnetpools.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.628361 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.628878 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: default-subnetpools Feb 14 15:29:44.629458 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.630269 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.630780 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: dhcp_agent_scheduler Feb 14 15:29:44.631109 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: dns.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.632595 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.633107 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension dns-integration not supported by any of loaded plugins Feb 14 15:29:44.633443 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: dns_domain_ports.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.634368 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.634881 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 15:29:44.635207 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.636165 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.636676 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 15:29:44.637003 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: dvr.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.637676 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.638181 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: dvr Feb 14 15:29:44.638507 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: ecmp_routes.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.639424 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.639967 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 15:29:44.640294 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: empty_string_filtering.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.641235 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.641754 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: empty-string-filtering Feb 14 15:29:44.642076 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.642985 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.643505 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 15:29:44.643863 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.644779 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.645291 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 15:29:44.645617 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: external_net.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.646530 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.647044 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: external-net Feb 14 15:29:44.647397 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.648334 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.648846 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: extra_dhcp_opt Feb 14 15:29:44.649171 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: extraroute.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.650078 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.650589 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: extraroute Feb 14 15:29:44.650914 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: extraroute_atomic.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.651986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.652501 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: extraroute-atomic Feb 14 15:29:44.652833 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: filter_validation.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.653502 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.654012 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: filter-validation Feb 14 15:29:44.654335 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: fip_pf_description.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.655248 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.655785 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 15:29:44.656110 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: fip_port_details.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.657214 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.657729 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: fip-port-details Feb 14 15:29:44.658056 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: flavors.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.659329 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.659892 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: flavors Feb 14 15:29:44.671297 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.672859 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.673388 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 15:29:44.673725 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: floatingip_pools.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.674435 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.674954 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: floatingip-pools Feb 14 15:29:44.675286 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: ip_allocation.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.676251 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.676761 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 15:29:44.677091 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.678031 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.679076 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: ip-substring-filtering Feb 14 15:29:44.679404 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l2_adjacency.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.680362 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.680873 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 15:29:44.681199 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.682164 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.682680 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: router Feb 14 15:29:44.683007 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.685343 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.685878 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 15:29:44.686218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.687158 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.687711 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: ext-gw-mode Feb 14 15:29:44.688049 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.688975 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.689487 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: l3-ha Feb 14 15:29:44.689817 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.690739 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.691250 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 15:29:44.691611 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_flavors.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.692533 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.693045 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: l3-flavors Feb 14 15:29:44.693375 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.695324 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.695874 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 15:29:44.696215 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.697154 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.697677 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 15:29:44.698012 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: l3agentscheduler.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.699064 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.699591 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: l3_agent_scheduler Feb 14 15:29:44.699930 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: local_ip.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.701761 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.702294 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension local_ip not supported by any of loaded plugins Feb 14 15:29:44.702634 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: logging.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.707599 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.708132 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension logging not supported by any of loaded plugins Feb 14 15:29:44.708475 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: metering.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.709231 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.709849 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: metering Feb 14 15:29:44.710185 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.711295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.711846 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: metering_source_and_destination_fields Feb 14 15:29:44.712225 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: multiprovidernet.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.713179 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.713697 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: multi-provider Feb 14 15:29:44.714028 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: netmtu.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.714983 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.715506 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: net-mtu Feb 14 15:29:44.715856 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: netmtu_writable.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.716788 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.717313 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: net-mtu-writable Feb 14 15:29:44.717646 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: network_availability_zone.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.718325 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.718854 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: network_availability_zone Feb 14 15:29:44.719153 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: network_ip_availability.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.720322 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.720842 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: network-ip-availability Feb 14 15:29:44.721169 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: network_segment_range.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.721953 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.722463 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 15:29:44.722798 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: pagination.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.723826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.724162 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: pagination Feb 14 15:29:44.724488 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: port_device_profile.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.725456 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.726001 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: port-device-profile Feb 14 15:29:44.726324 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.727253 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.727806 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: port-mac-address-regenerate Feb 14 15:29:44.728137 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.729068 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.729584 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: port-numa-affinity-policy Feb 14 15:29:44.729909 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: port_resource_request.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.730898 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.731341 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 15:29:44.731704 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.736702 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.737226 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 15:29:44.737553 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: portbindings.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.738487 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.739008 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: binding Feb 14 15:29:44.739336 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: portbindings_extended.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.740708 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.741765 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: binding-extended Feb 14 15:29:44.742097 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: portsecurity.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.743028 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.743550 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: port-security Feb 14 15:29:44.744073 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: project_id.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.745035 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.745365 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: project-id Feb 14 15:29:44.745693 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: providernet.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.746623 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.747133 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: provider Feb 14 15:29:44.747460 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.751267 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.751833 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos not supported by any of loaded plugins Feb 14 15:29:44.752174 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.753507 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.754654 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 15:29:44.755214 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.756022 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.756548 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 15:29:44.757463 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_default.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.758717 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.759248 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-default not supported by any of loaded plugins Feb 14 15:29:44.759605 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_fip.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.760687 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.761450 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-fip not supported by any of loaded plugins Feb 14 15:29:44.761783 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.762707 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.763227 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 15:29:44.763621 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.766320 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.767089 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 15:29:44.767429 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.768406 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.768936 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 15:29:44.769272 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.770337 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.770859 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 15:29:44.771193 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.772336 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.772861 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 15:29:44.773192 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_pps_rule.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.774388 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.774912 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-pps not supported by any of loaded plugins Feb 14 15:29:44.775244 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.776207 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.781916 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 15:29:44.781916 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: qos_rules_alias.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.782867 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.783484 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 15:29:44.783930 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: quota_check_limit.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.784952 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.785569 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: quota-check-limit Feb 14 15:29:44.785986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: quotasv2.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.787069 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.787481 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: quotas Feb 14 15:29:44.788012 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: quotasv2_detail.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.789851 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.790196 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: quota_details Feb 14 15:29:44.790535 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: rbac.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.791649 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.792315 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: rbac-policies Feb 14 15:29:44.792657 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: rbac_address_group.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.793606 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.794132 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: rbac-address-group Feb 14 15:29:44.794468 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: rbac_address_scope.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.795392 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.795943 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: rbac-address-scope Feb 14 15:29:44.796283 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: rbac_security_groups.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.797207 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.797730 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: rbac-security-groups Feb 14 15:29:44.798109 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.799115 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.799664 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: rbac-subnetpool Feb 14 15:29:44.799998 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: revisionifmatch.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.800936 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.801453 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: revision-if-match Feb 14 15:29:44.805122 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: revisions.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.806068 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.806613 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: standard-attr-revisions Feb 14 15:29:44.806956 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: router_availability_zone.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.807693 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.808218 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: router_availability_zone Feb 14 15:29:44.808554 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: routerservicetype.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.809578 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.810096 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension router-service-type not supported by any of loaded plugins Feb 14 15:29:44.810428 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.811366 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.811922 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: security-groups-normalized-cidr Feb 14 15:29:44.812252 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.813188 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.813707 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: port-security-groups-filtering Feb 14 15:29:44.814036 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.814967 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.815480 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: security-groups-remote-address-group Feb 14 15:29:44.815835 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.816780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.817295 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: security-groups-shared-filtering Feb 14 15:29:44.817626 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.818221 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 15:29:44.818547 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: securitygroup.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.828954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.829495 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: security-group Feb 14 15:29:44.829835 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: segment.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.830630 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.831153 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension segment not supported by any of loaded plugins Feb 14 15:29:44.831487 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.832473 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.832994 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 15:29:44.833323 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: servicetype.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.834449 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.834981 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: service-type Feb 14 15:29:44.835313 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: sorting.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.836342 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.836680 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: sorting Feb 14 15:29:44.837009 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: standard_attr_segment.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.837943 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.838466 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 15:29:44.838796 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: standardattrdescription.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.839451 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.840001 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: standard-attr-description Feb 14 15:29:44.840330 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: stateful_security_group.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.841260 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.841778 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: stateful-security-group Feb 14 15:29:44.842106 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: stdattrs_common.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.842680 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 15:29:44.843003 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.843986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.844506 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 15:29:44.844835 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnet_onboard.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.852325 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.852850 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: subnet_onboard Feb 14 15:29:44.853184 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.854116 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.854632 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 15:29:44.854962 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnet_service_types.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.856006 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.856526 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: subnet-service-types Feb 14 15:29:44.856856 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnetallocation.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.857949 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.858465 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: subnet_allocation Feb 14 15:29:44.858796 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.859473 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.860225 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: subnetpool-prefix-ops Feb 14 15:29:44.860432 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.861368 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.861878 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 15:29:44.862213 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: tagging.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.863286 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.863842 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: standard-attr-tag Feb 14 15:29:44.864173 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: timestamp.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.865400 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.865927 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loaded extension: standard-attr-timestamp Feb 14 15:29:44.866766 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: trunk.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.867842 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.868363 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension trunk not supported by any of loaded plugins Feb 14 15:29:44.868696 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: trunk_details.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.869633 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.870156 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension trunk-details not supported by any of loaded plugins Feb 14 15:29:44.870478 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.871405 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.871953 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 15:29:44.872395 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Loading extension file: vlantransparent.py {{(pid=103297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 15:29:44.873048 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 15:29:44.873556 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 15:29:44.876170 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:network Feb 14 15:29:44.876703 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnet Feb 14 15:29:44.877108 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:29:44.877504 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:port Feb 14 15:29:44.878765 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.879453 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service FLAVORS assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.880132 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.880573 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.886613 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:router Feb 14 15:29:44.886613 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 15:29:44.886613 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service METERING assigned prefix: /metering {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.886613 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.886613 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.886986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:29:44.886986 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 15:29:44.886986 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:security_group Feb 14 15:29:44.886986 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 15:29:44.887249 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service CORE assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.887380 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:29:44.887780 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] subnetpool is already registered Feb 14 15:29:44.888206 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service CORE assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.888537 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:29:44.888883 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] subnetpool is already registered Feb 14 15:29:44.891173 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.891629 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service FLAVORS assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.892228 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.892654 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.892989 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:router Feb 14 15:29:44.893331 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] router is already registered Feb 14 15:29:44.893744 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 15:29:44.894084 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] floatingip is already registered Feb 14 15:29:44.894540 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service METERING assigned prefix: /metering {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.895205 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 15:29:44.895545 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] rbac_policy is already registered Feb 14 15:29:44.895989 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:security_group Feb 14 15:29:44.896328 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] security_group is already registered Feb 14 15:29:44.896730 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 15:29:44.897064 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] security_group_rule is already registered Feb 14 15:29:44.897713 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service CORE assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.898048 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:29:44.898387 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] subnetpool is already registered Feb 14 15:29:44.898808 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.v2.resource_helper [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Service CORE assigned prefix: {{(pid=103297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 15:29:44.899136 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 15:29:44.899469 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING neutron.quota.resource_registry [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] subnetpool is already registered Feb 14 15:29:44.899953 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: extensions {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.901434 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: address-groups {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.902971 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: address-scopes {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.904301 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: agents {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.905580 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: auto-allocated-topology {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.906837 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: availability_zones {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.908096 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: dhcp-networks {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.909599 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: dhcp-agents {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.911036 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: routers {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.913323 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: flavors {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.914490 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: service_profiles {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.916376 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: next_providers {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.917195 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: service_profiles {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.918763 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: floatingip-pools {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.920325 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: routers {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.922474 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: floatingips {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.923791 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: l3-routers {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.925199 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: l3-agents {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.926633 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: metering-labels {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.929674 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: metering-label-rules {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.931319 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: network-ip-availabilities {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.932630 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: bindings {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.934352 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: quotas {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.935947 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: quotas {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.937498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: rbac-policies {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.938803 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: security-groups {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.940066 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: security-group-rules {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.941322 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: service-providers {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.942547 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: subnetpools {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.943998 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: subnetpools {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.946118 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.947849 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.949715 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.951506 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.953335 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.955200 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.956927 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.959024 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.960855 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.962719 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron.api.extensions [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Extended resource: tags {{(pid=103297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 15:29:44.968780 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING keystonemiddleware.auth_token [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 15:29:44.973540 dv-cinder-815145-9-iscsi neutron-server[103297]: WARNING keystonemiddleware.auth_token [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 15:29:44.982742 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Acquired lock "singleton_lock" {{(pid=103297) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 15:29:44.983218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_concurrency.lockutils [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Releasing lock "singleton_lock" {{(pid=103297) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 15:29:44.985096 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Starting 2 workers Feb 14 15:29:44.988787 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Started child 103408 {{(pid=103297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:29:44.994009 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Started child 103409 {{(pid=103297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:29:44.995064 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:44.995739 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO neutron.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 15:29:44.996397 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:44.996674 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [-] (103408) wsgi starting up on http://0.0.0.0:9696 Feb 14 15:29:44.998900 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Starting 1 workers Feb 14 15:29:44.999127 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:45.000617 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [-] (103409) wsgi starting up on http://0.0.0.0:9696 Feb 14 15:29:45.004474 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Started child 103410 {{(pid=103297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:29:45.005065 dv-cinder-815145-9-iscsi neutron-server[103297]: INFO oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Starting 1 workers Feb 14 15:29:45.008512 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] calling RpcWorker wait() {{(pid=103410) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 15:29:45.009058 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] returning from RpcWorker wait() {{(pid=103410) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 15:29:45.009746 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Started child 103411 {{(pid=103297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 15:29:45.010323 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:45.010601 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-e92ad887-aeb6-4509-be09-45e9659b09d8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:45.010781 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:29:45.012548 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103297) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 15:29:45.012756 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:29:45.012940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:29:45.013166 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:29:45.013735 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:29:45.013735 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:29:45.014183 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.014455 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.014719 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.014928 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:45.015395 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.015395 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.015869 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.016027 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:29:45.016185 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.016387 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.016668 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.016925 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.017096 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.017262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.017514 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.017743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.018191 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.018301 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.018512 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.018844 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.018946 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.019191 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.019476 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.019767 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.019996 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] debug = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.020216 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.020698 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.020924 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.021180 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.021413 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.021825 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.021993 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.022235 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.022470 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.022687 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.022903 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.023151 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.023376 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.023606 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.023859 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.024079 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.024346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.024584 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.025045 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] host = dv-cinder-815145-9-iscsi {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.025310 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.025544 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.025846 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.026056 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.026292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.026502 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.026757 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.027020 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.027266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.027496 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.027738 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.028014 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.028232 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.028475 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.028639 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_options = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.028855 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.029233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.032892 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.033913 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.035261 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.035261 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.035531 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46296) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.036182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.037315 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.037315 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.037576 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.037785 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.038678 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.038993 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.039334 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.039715 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.040062 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.040355 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.040584 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.040855 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.041091 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.041392 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.042531 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.042767 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.043011 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.043244 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.043469 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.043721 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_json = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.048874 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.050149 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.050149 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.050149 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.050149 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.050644 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.050976 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.052733 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.052896 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.054201 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.055623 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.055954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.056282 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.056533 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.056859 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.057200 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0216985 Feb 14 15:29:45.060240 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.060954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.061309 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.061990 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.061990 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.062933 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.062933 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.062933 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.062933 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.063229 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.063422 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.063696 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.063942 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.064199 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.064478 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.064765 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.065130 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.065794 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.065794 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.066063 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.066386 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.066568 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.066828 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.067117 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.067396 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.067755 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.067909 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.068162 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.068386 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.068653 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.068902 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.069163 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.069422 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.069661 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.069926 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.070172 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.070421 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.070694 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.070979 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.071202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.071419 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.071677 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.071896 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.072156 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.072402 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.072677 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.072895 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.073135 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.073362 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.073605 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.073822 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.074035 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.074291 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082057 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.082671 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083695 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083695 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083695 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083695 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083695 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.083977 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.084842 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.085088 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.085336 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.085603 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.085868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.086111 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.086349 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.086585 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.087729 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.088011 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.088312 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.088503 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.088755 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.089052 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.089308 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.090385 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.090660 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.090966 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.091740 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.092283 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.092689 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.093078 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.093438 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.093861 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.094929 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.094929 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.094929 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.095556 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.095960 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.096377 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.096905 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.097275 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.098000 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.098267 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.098746 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.099030 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.099723 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.099723 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.099723 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.100056 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.100851 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.101160 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.102027 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.102346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.102617 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.103035 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.103508 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.103946 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.104359 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.104839 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.105102 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.105355 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.105655 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.105897 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.106115 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.107070 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.107299 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.107936 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.108168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.108434 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.108820 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.109363 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.109781 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.110017 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.110242 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.110467 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.110830 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.111062 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.111291 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.111536 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.112040 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.112407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.112683 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.112905 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.113564 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.114608 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.117570 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.118217 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121407 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.121941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.122336 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.122403 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.123499 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.123499 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.123499 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.123499 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.123821 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.124294 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.124655 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.127107 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.127362 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.127658 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.127868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.129708 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.130328 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.131847 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.132127 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.132423 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.133222 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.133501 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.133736 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.133974 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.135541 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.137826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.137826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.137826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.137826 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.138909 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.138987 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.139316 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.139557 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.140227 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.140334 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.140591 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.141473 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.141868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.142310 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.142545 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.142777 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.143019 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.143372 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.143616 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.143865 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.144381 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.144808 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.145435 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.145880 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.146306 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.146738 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.147153 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.147739 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.148007 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.155751 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156279 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.156727 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157202 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157638 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157638 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157638 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157638 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.157638 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.158546 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.158853 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.159119 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.159358 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160525 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160710 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.160964 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.161209 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.161434 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.161651 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.161879 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.162130 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.162370 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.163391 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.163391 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.163677 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.163789 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:29:45.165010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103297) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 15:29:45.165010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 15:29:45.165010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 15:29:45.165010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 15:29:45.165010 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 15:29:45.165314 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 15:29:45.165314 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.165442 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.165643 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.165824 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.165988 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166168 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166328 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166486 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166643 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166800 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.166986 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.167098 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.167288 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.167545 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.167728 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.167880 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168043 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168200 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168366 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168631 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168795 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.168952 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169109 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] debug = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169265 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169478 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169642 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169797 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.169951 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170106 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170263 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170421 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170578 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170734 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.170891 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171046 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171129 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:29:45.171211 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171503 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171680 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.171994 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172151 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] host = dv-cinder-815145-9-iscsi {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172306 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172463 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172618 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172775 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.172932 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173088 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173245 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173401 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173558 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173761 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.173919 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.174241 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.174397 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.174557 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.174712 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_options = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.174868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.175024 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.175181 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.175364 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.176940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.177617 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.177617 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.177806 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.177915 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.178018 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.178180 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.178316 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.178588 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.179308 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.179447 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.179622 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.179777 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.179928 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180081 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180384 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180533 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180683 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180833 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.180985 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181150 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181306 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181475 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181611 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181759 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.181910 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182060 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182215 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182368 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182518 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182790 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.182910 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183011 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183110 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183253 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183403 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_json = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183553 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183725 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.183901 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184048 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184866 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184866 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184866 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184866 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.184866 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 15:29:45.185387 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185387 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185387 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185659 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185659 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185844 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.185953 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186062 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186163 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186326 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186494 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186656 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.186926 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187035 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187136 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187351 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187482 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187610 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187835 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.187954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.188063 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.188207 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.188374 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.193792 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.194743 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195218 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195753 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195753 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195753 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195753 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.195753 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196036 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196036 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196161 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196225 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196387 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.196588 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.198304 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.198474 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.198643 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.198801 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.198966 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199133 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199290 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199453 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199634 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199807 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.199952 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.200108 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.200262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.200427 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.200591 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.200907 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.201075 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.201233 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.201529 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.201707 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.201867 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202007 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202228 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202431 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202599 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202759 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.202919 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.203081 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.203240 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.203399 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.203555 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205390 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205390 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205513 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205659 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.205900 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206089 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206261 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206405 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206572 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206733 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.206898 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207068 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207229 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207393 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207544 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207785 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.207919 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208391 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208391 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208645 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208645 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208974 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.208974 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209620 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209620 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209919 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.209919 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210170 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210170 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210430 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210430 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210670 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210801 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.210940 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211071 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211201 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211332 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211475 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211648 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211778 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.211941 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212100 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212260 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212420 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212582 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212742 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.212951 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.213048 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.213203 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.213363 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.213520 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.213868 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.214223 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.214384 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.214547 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.214708 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.214867 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215029 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215182 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215343 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215503 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215719 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215843 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.215994 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216160 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216310 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216471 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216625 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216803 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.216954 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217109 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217262 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217422 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217583 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217745 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.217896 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218060 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218208 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218362 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218544 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.218870 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.219019 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.219179 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.219338 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.219496 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.220349 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.220516 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.220701 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.220869 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.221768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.221768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.221768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.221768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.221768 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222090 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222090 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222090 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222401 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222564 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222707 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.222865 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.223027 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.223186 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.223345 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.223503 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.224431 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.224613 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.224777 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.224937 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.225098 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.225287 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226004 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226145 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226295 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226476 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226616 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226759 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.226891 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.227021 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.227163 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.227396 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.227521 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.233718 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234266 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.234780 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235292 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.235838 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236346 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.236917 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 15:29:45.237498 dv-cinder-815145-9-iscsi neutron-server[103297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 15:29:57.331725 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fd858-99fb-4e4b-b703-6fd5610c4f51 None None] get_active_networks_info from dv-cinder-815145-9-iscsi {{(pid=103410) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 15:29:57.411933 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fd858-99fb-4e4b-b703-6fd5610c4f51 None None] No non-hosted networks {{(pid=103410) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 15:29:57.427941 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.agentschedulers_db [None req-850fd858-99fb-4e4b-b703-6fd5610c4f51 None None] DHCP Agent not found on host dv-cinder-815145-9-iscsi {{(pid=103410) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 15:29:57.599394 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82caf0fa-86ba-4e54-809e-1a41aeffff07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:59.703386 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94abed30-696e-4f61-9b69-1b3974521c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:29:59.880826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.db.api [None req-92aaed14-7909-47be-8aed-3ffa7d4a0b48 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815145-9-iscsi {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 15:29:59.881757 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG oslo_db.api [None req-92aaed14-7909-47be-8aed-3ffa7d4a0b48 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 15:30:00.409811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92aaed14-7909-47be-8aed-3ffa7d4a0b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:00.643876 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:01.856774 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:02.986951 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:03.267759 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:03.268565 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.268977 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.269843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.270866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.272379 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.272865 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.274638 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.275153 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.275819 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.277910 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.279422 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.279935 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.281656 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:03.282246 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:03.294169 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:03.582477 dv-cinder-815145-9-iscsi neutron-server[103409]: WARNING oslo_policy.policy [None req-f3e2e63a-80e8-4788-b874-a86babff499b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:03.583093 dv-cinder-815145-9-iscsi neutron-server[103409]: WARNING oslo_policy.policy [None req-f3e2e63a-80e8-4788-b874-a86babff499b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:03.810915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [None req-f3e2e63a-80e8-4788-b874-a86babff499b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:30:03.823647 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f3e2e63a-80e8-4788-b874-a86babff499b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8241742 Feb 14 15:30:04.888695 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.db.l3_hamode_db [None req-eae81c03-e073-4148-8052-7057ecb7e920 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 15:30:04.966968 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81c03-e073-4148-8052-7057ecb7e920 None None] Routers set() bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:04.967341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81c03-e073-4148-8052-7057ecb7e920 None None] Router IDs set() for agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 15:30:06.401914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46416) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:06.710105 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:06.801024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.policy [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 15:30:06.841981 dv-cinder-815145-9-iscsi neutron-server[103409]: WARNING oslo_policy.policy [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:06.842354 dv-cinder-815145-9-iscsi neutron-server[103409]: WARNING oslo_policy.policy [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:06.994456 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047609066', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047609401', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047619245', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047626657', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047632210', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770047575992', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1450084', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1541194', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7914382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8036093'] for rbac-policy (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:07.205565 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:07.206746 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0b54b862-8148-469f-bcb8-8cc6ecf8d4fa admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8038399 Feb 14 15:30:09.673935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46426) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:09.995334 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:10.100959 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Made reservation on behalf of b20442b3da034006b5d5852bc3f9fbb2 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:30:10.104814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.121214 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.234534 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks [] for security_group (7b6acaa7-111c-4122-9c22-95703029cbfa), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.302257 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7b6acaa7-111c-4122-9c22-95703029cbfa), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.335389 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:30:10.363435 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770051048039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (ea6cd7af-6841-4331-a853-02c4be05d7b0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.364216 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Unsubscribe: segment precommit_create {{(pid=103409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 15:30:10.364740 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Added segment ea6cd7af-6841-4331-a853-02c4be05d7b0 of type vlan for network e99fd5bc-9168-4c93-ad49-fa973398774a Feb 14 15:30:10.370515 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6acaa7-111c-4122-9c22-95703029cbfa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:10.406101 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.406465 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.406823 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.407162 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.407490 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.407842 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.408169 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.408491 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.408813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.409152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.409500 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.409818 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.410149 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Tracked resource versions report: Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: pushed versions: Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Log': {'1.0'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Network': {'1.1'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Port': {'1.7'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SubPort': {'1.0'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Subnet': {'1.1'}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Trunk': {'1.1'}} Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: consumer versions: Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Log': '1.0', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Network': '1.1', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Port': '1.7', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'PortForwarding': '1.2', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'QosPolicy': '1.10', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroup': '1.5', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SubPort': '1.0', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Subnet': '1.1', Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Trunk': '1.1'}} Feb 14 15:30:10.411494 dv-cinder-815145-9-iscsi neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:30:10.474847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (e99fd5bc-9168-4c93-ad49-fa973398774a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.571249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (e99fd5bc-9168-4c93-ad49-fa973398774a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.576527 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:10.577237 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:10.690707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] Pushing event updated for resources: {'Network': ['ID=e99fd5bc-9168-4c93-ad49-fa973398774a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:10.698689 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b31c2c59-dbe8-4237-83aa-5031db5c3590 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0304718 Feb 14 15:30:10.702931 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network e99fd5bc-9168-4c93-ad49-fa973398774a details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:30:13.183724 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46438) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:13.590517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687776fc-509e-4898-a6c9-b1b8a09b62ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:13.591823 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-687776fc-509e-4898-a6c9-b1b8a09b62ad demo admin] 10.222.0.67 "GET /v2.0/networks/e99fd5bc-9168-4c93-ad49-fa973398774a HTTP/1.1" status: 200 len: 826 time: 0.4071298 Feb 14 15:30:13.616211 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e3f32d4c-a356-48ee-b032-486ca219f20f demo admin] 10.222.0.67 "GET /v2.0/subnetpools/2c870ac7-6fef-478b-b796-80645ee9fd76 HTTP/1.1" status: 200 len: 734 time: 0.0187891 Feb 14 15:30:13.624608 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Request body: {'subnet': {'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'ip_version': 4, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:13.696557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Made reservation on behalf of b20442b3da034006b5d5852bc3f9fbb2 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:30:13.699000 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:14.112291 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (d44e80e5-dfae-4dec-bf17-98f5efcff1b1), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:14.180850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Pushing event updated for resources: {'Subnet': ['ID=d44e80e5-dfae-4dec-bf17-98f5efcff1b1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:14.185389 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Checking segment: {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:14.185994 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Network hostable DHCP agents. Network: e99fd5bc-9168-4c93-ad49-fa973398774a, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:30:14.294318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Network e99fd5bc-9168-4c93-ad49-fa973398774a is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:30:14.405512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, e99fd5bc-9168-4c93-ad49-fa973398774a) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:14.410357 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:14.410948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:14.416623 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a9137-af1b-42f2-943c-535f0057f765 None None] Network e99fd5bc-9168-4c93-ad49-fa973398774a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:30:14.497580 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5867fc87-0902-4f03-85d8-6fb59ee21e1e demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8761480 Feb 14 15:30:14.697585 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-e99fd5bc-9168-4c93-ad49-fa973398774a', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:30:14.698881 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:14.988841 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Allocated IP 172.20.0.2 (e99fd5bc-9168-4c93-ad49-fa973398774a/d44e80e5-dfae-4dec-bf17-98f5efcff1b1/1f2393ce-cb07-481a-bb85-2e7c068021de) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:30:15.259249 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks [] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.376829 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.453697 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Network e99fd5bc-9168-4c93-ad49-fa973398774a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:15.460981 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:15.464156 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:30:15.478350 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Pushing event updated for resources: {'Port': ['ID=1f2393ce-cb07-481a-bb85-2e7c068021de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:15.509575 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.509896 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.510229 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.510577 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.510914 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.511249 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.511611 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.511938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.512270 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.512614 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.512947 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.513274 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.513601 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Tracked resource versions report: Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: pushed versions: Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: { 'AddressGroup': {'1.2'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Log': {'1.0'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Network': {'1.1'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Port': {'1.7'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'PortForwarding': {'1.2'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'QosPolicy': {'1.10'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroup': {'1.5'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SubPort': {'1.0'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Subnet': {'1.1'}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Trunk': {'1.1'}} Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: consumer versions: Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'ConntrackHelper': '1.0', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'LocalIPAssociation': '1.0', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Log': '1.0', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Network': '1.1', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Port': '1.7', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'PortForwarding': '1.2', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'QosPolicy': '1.10', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroup': '1.5', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroupRule': '1.2', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SubPort': '1.0', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Subnet': '1.1', Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Trunk': '1.1'}} Feb 14 15:30:15.515039 dv-cinder-815145-9-iscsi neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:30:15.565198 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Attempting to bind port 1f2393ce-cb07-481a-bb85-2e7c068021de on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:30:15.565604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Attempting to bind port 1f2393ce-cb07-481a-bb85-2e7c068021de by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:30:15.566029 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Attempting to bind port 1f2393ce-cb07-481a-bb85-2e7c068021de on network e99fd5bc-9168-4c93-ad49-fa973398774a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:30:15.571596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:30:15.572015 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Checking segment: {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:15.572531 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.572928 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Bound using segment: {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:30:15.573404 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Bound port: 1f2393ce-cb07-481a-bb85-2e7c068021de, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:30:15.573815 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.635061 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] For port 1f2393ce-cb07-481a-bb85-2e7c068021de, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:30:15.639286 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] For port 1f2393ce-cb07-481a-bb85-2e7c068021de, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=1f2393ce-cb07-481a-bb85-2e7c068021de,segment=NetworkSegment(ea6cd7af-6841-4331-a853-02c4be05d7b0),segment_id=ea6cd7af-6841-4331-a853-02c4be05d7b0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:30:15.700980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:15.769207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478971-5bcc-4923-8119-22f39cd24d45 None None] Pushing event updated for resources: {'Port': ['ID=1f2393ce-cb07-481a-bb85-2e7c068021de,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:17.001353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46446) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:17.318276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [None req-79eb8c7e-764c-4d26-b6c3-aa3aa778fd4c admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:30:17.319297 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-79eb8c7e-764c-4d26-b6c3-aa3aa778fd4c admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169186 Feb 14 15:30:19.790112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46454) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:20.109619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [None req-288eec76-e9cd-467d-b3a2-cdae3588c214 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:30:20.110597 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-288eec76-e9cd-467d-b3a2-cdae3588c214 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195636 Feb 14 15:30:22.587218 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46462) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:22.909317 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:23.028105 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.029734 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.165024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Publish callbacks [] for router_controller (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.228774 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.286871 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:23.288291 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-72f48b74-6174-4885-984d-23515bb6871d demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6997442 Feb 14 15:30:25.794646 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46474) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:25.976834 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 1f2393ce-cb07-481a-bb85-2e7c068021de up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:26.067230 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 1f2393ce-cb07-481a-bb85-2e7c068021de triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:26.067662 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.162603 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [None req-cd4cc685-6f07-4c5a-8cd6-593d506ca7df admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:30:26.168206 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-cd4cc685-6f07-4c5a-8cd6-593d506ca7df admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3724136 Feb 14 15:30:26.185674 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 1f2393ce-cb07-481a-bb85-2e7c068021de is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:26.186071 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.222763 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 1f2393ce-cb07-481a-bb85-2e7c068021de, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=1f2393ce-cb07-481a-bb85-2e7c068021de,segment=NetworkSegment(ea6cd7af-6841-4331-a853-02c4be05d7b0),segment_id=ea6cd7af-6841-4331-a853-02c4be05d7b0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:26.279359 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:26.329390 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=1f2393ce-cb07-481a-bb85-2e7c068021de,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:26.938415 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8c3e9-dfba-494b-a1a8-53925e2549b1 None None] Network e99fd5bc-9168-4c93-ad49-fa973398774a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:30:27.017430 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-eb2ac0d9-67e6-4f32-950e-f3144f5d9dfb None None] Provisioning complete for port 1f2393ce-cb07-481a-bb85-2e7c068021de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:27.018078 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac0d9-67e6-4f32-950e-f3144f5d9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.139721 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ac0d9-67e6-4f32-950e-f3144f5d9dfb None None] Current status of the port 1f2393ce-cb07-481a-bb85-2e7c068021de is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:27.313235 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc2d798a-d2d7-455d-82c6-e9c3ae417acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.366830 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4e94b2d1-e93b-48f9-87d0-2601500789a1 None None] Provisioning complete for port 1f2393ce-cb07-481a-bb85-2e7c068021de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:27.367216 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e94b2d1-e93b-48f9-87d0-2601500789a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:27.445357 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4e94b2d1-e93b-48f9-87d0-2601500789a1 None None] Current status of the port 1f2393ce-cb07-481a-bb85-2e7c068021de is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:27.938855 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 1f2393ce-cb07-481a-bb85-2e7c068021de up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:27.989725 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 1f2393ce-cb07-481a-bb85-2e7c068021de triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:27.990140 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:28.066212 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 1f2393ce-cb07-481a-bb85-2e7c068021de is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:28.645824 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46482) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:28.955908 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:29.027460 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Made reservation on behalf of 4550e27bba594b7fb2c5cca261d79447 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:30:29.029670 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.040066 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.109511 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks [] for security_group (036252a9-dff9-404b-b99a-61b6fb30f3ff), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.170424 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (036252a9-dff9-404b-b99a-61b6fb30f3ff), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.185493 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Reserving flat network on physical network physnet1 {{(pid=103409) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 15:30:29.204342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036252a9-dff9-404b-b99a-61b6fb30f3ff,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:29.210142 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (4053479e-e1b6-435e-bc98-88e279d9f5b1), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.210482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Added segment 4053479e-e1b6-435e-bc98-88e279d9f5b1 of type flat for network 40ee389a-cc8c-4e47-a875-6757c395b679 Feb 14 15:30:29.255913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (40ee389a-cc8c-4e47-a875-6757c395b679), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.348309 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (40ee389a-cc8c-4e47-a875-6757c395b679), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.349202 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:29.349775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:29.445919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] Pushing event updated for resources: {'Network': ['ID=40ee389a-cc8c-4e47-a875-6757c395b679,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:29.455426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 40ee389a-cc8c-4e47-a875-6757c395b679 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:30:29.457680 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fdff9d78-c0db-4b30-97bf-8f8bb40a68cb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8108344 Feb 14 15:30:29.661413 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b7e975e-ac3f-4455-93bb-bb17f590421e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:30.616959 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:31.831967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:31.962057 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 46500) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:32.133910 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0024027-29b1-4644-ad20-069e10a35dc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:32.135247 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a0024027-29b1-4644-ad20-069e10a35dc0 demo admin] 10.222.0.67 "GET /v2.0/subnets/d44e80e5-dfae-4dec-bf17-98f5efcff1b1 HTTP/1.1" status: 200 len: 849 time: 0.1722450 Feb 14 15:30:32.262898 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-6f90ba8e-e5d2-448a-9485-99dbbcaf7c8e demo admin] 10.222.0.67 "GET /v2.0/routers/159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 HTTP/1.1" status: 200 len: 704 time: 0.1217430 Feb 14 15:30:32.542036 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:32.881635 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Allocated IP 172.20.0.1 (e99fd5bc-9168-4c93-ad49-fa973398774a/d44e80e5-dfae-4dec-bf17-98f5efcff1b1/a35651b7-1944-47d4-9dee-3103d19aba88) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:30:33.034119 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks [] for port (a35651b7-1944-47d4-9dee-3103d19aba88), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.148511 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.229305 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Network e99fd5bc-9168-4c93-ad49-fa973398774a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:33.236528 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:33.238633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Pushing event updated for resources: {'Port': ['ID=a35651b7-1944-47d4-9dee-3103d19aba88,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:33.241739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:30:33.242270 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.257448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.507043 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1617d2c6-c0cf-4168-b23a-0e2fffcba51c None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:33.507726 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1617d2c6-c0cf-4168-b23a-0e2fffcba51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.543495 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.588614 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1617d2c6-c0cf-4168-b23a-0e2fffcba51c None None] Port a35651b7-1944-47d4-9dee-3103d19aba88 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:30:33.763222 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks [] for port (a35651b7-1944-47d4-9dee-3103d19aba88), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.856120 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.857032 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:33.919395 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Pushing event updated for resources: {'Port': ['ID=a35651b7-1944-47d4-9dee-3103d19aba88,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:33.985083 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Network e99fd5bc-9168-4c93-ad49-fa973398774a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:33.986405 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:34.215463 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-937a735f-5a05-4456-9b77-25f1b9570429 None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:34.215884 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-937a735f-5a05-4456-9b77-25f1b9570429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:34.227839 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:30:34.250305 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-937a735f-5a05-4456-9b77-25f1b9570429 None None] Port a35651b7-1944-47d4-9dee-3103d19aba88 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:30:34.323698 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:30:34.328901 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-c70e6f09-596b-49de-a2b9-3cf383678959 demo admin] 10.222.0.67 "PUT /v2.0/routers/159a0fa9-cb52-46a5-ac1b-d059ca21cbb0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0606961 Feb 14 15:30:34.347324 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Sync routers for ids ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:30:34.360388 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Routers {'159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:34.361232 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:30:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:34.549411 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Set router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:34.982975 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:33Z', 'revision_number': 2, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port_host': None, '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:33Z', 'revision_number': 2, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:35.037113 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Checking router: 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:30:35.038044 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Updating router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 port a35651b7-1944-47d4-9dee-3103d19aba88 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:30:35.090746 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.619995 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks [] for port (a35651b7-1944-47d4-9dee-3103d19aba88), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.679472 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.846369 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Attempting to bind port a35651b7-1944-47d4-9dee-3103d19aba88 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:30:35.846783 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Attempting to bind port a35651b7-1944-47d4-9dee-3103d19aba88 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:30:35.847233 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Attempting to bind port a35651b7-1944-47d4-9dee-3103d19aba88 on network e99fd5bc-9168-4c93-ad49-fa973398774a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:30:35.849359 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Pushing event updated for resources: {'Port': ['ID=a35651b7-1944-47d4-9dee-3103d19aba88,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:35.857215 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:30:35.857639 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Checking segment: {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:35.858169 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.858553 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Bound using segment: {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:30:35.859051 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Bound port: a35651b7-1944-47d4-9dee-3103d19aba88, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6cd7af-6841-4331-a853-02c4be05d7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:30:35.859435 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:35.872774 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.873037 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.873403 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.873757 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.874094 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.874432 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.874764 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.875094 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.875430 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.875800 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.876133 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.876458 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.876783 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Tracked resource versions report: Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: pushed versions: Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: { 'AddressGroup': {'1.2'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Log': {'1.0'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Network': {'1.1'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Port': {'1.7'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'PortForwarding': {'1.2'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'QosPolicy': {'1.10'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroup': {'1.5'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SubPort': {'1.0'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Subnet': {'1.1'}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Trunk': {'1.1'}} Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: consumer versions: Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'ConntrackHelper': '1.0', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'LocalIPAssociation': '1.0', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Log': '1.0', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Network': '1.1', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Port': '1.7', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'PortForwarding': '1.2', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'QosPolicy': '1.10', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroup': '1.5', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroupRule': '1.2', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SubPort': '1.0', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Subnet': '1.1', Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Trunk': '1.1'}} Feb 14 15:30:35.878231 dv-cinder-815145-9-iscsi neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:30:35.947982 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] For port a35651b7-1944-47d4-9dee-3103d19aba88, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:30:35.965713 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] For port a35651b7-1944-47d4-9dee-3103d19aba88, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=a35651b7-1944-47d4-9dee-3103d19aba88,segment=NetworkSegment(ea6cd7af-6841-4331-a853-02c4be05d7b0),segment_id=ea6cd7af-6841-4331-a853-02c4be05d7b0)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:30:35.979471 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-016ec2d9-65cd-4a7b-8650-872a5b05c7dd None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:35.980017 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-016ec2d9-65cd-4a7b-8650-872a5b05c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:36.016239 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-016ec2d9-65cd-4a7b-8650-872a5b05c7dd None None] Port a35651b7-1944-47d4-9dee-3103d19aba88 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:30:36.034042 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:36.089302 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Routers {'159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:36.089960 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:30:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:36.135037 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6405c-f0fb-49ac-bbb0-e54a0a06e423 None None] Pushing event updated for resources: {'Port': ['ID=a35651b7-1944-47d4-9dee-3103d19aba88,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:36.187710 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] Set router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:36.338256 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:36.339255 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:36.413172 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:33Z', 'revision_number': 2, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port_host': None, '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:35Z', 'revision_number': 4, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:36.421967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Current status of the port a35651b7-1944-47d4-9dee-3103d19aba88 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:36.422369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:36.439205 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca80162-de2a-4afe-9892-1367d6e949d9 None None] The sync data for ids ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'] in dv-cinder-815145-9-iscsi is: [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:33Z', 'revision_number': 2, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port_host': None, '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:35Z', 'revision_number': 4, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:30:36.455720 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] For port a35651b7-1944-47d4-9dee-3103d19aba88, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=a35651b7-1944-47d4-9dee-3103d19aba88,segment=NetworkSegment(ea6cd7af-6841-4331-a853-02c4be05d7b0),segment_id=ea6cd7af-6841-4331-a853-02c4be05d7b0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:36.507954 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:36.558939 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013faf97-2eb7-4ac7-a999-cc9caad03bb0 None None] Pushing event updated for resources: {'Port': ['ID=a35651b7-1944-47d4-9dee-3103d19aba88,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:36.771071 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 46522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:36.925710 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING oslo_policy.policy [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:36.926496 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING oslo_policy.policy [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:37.367266 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.policy [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 15:30:37.408515 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING oslo_policy.policy [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:37.408902 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING oslo_policy.policy [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 15:30:37.417459 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:37.419374 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-52057088-604f-4f6d-9cfa-8eecba0227e5 admin admin] 10.222.0.67 "GET /v2.0/networks/40ee389a-cc8c-4e47-a875-6757c395b679 HTTP/1.1" status: 200 len: 842 time: 0.6456327 Feb 14 15:30:37.428991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Request body: {'subnet': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:37.553520 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Made reservation on behalf of 4550e27bba594b7fb2c5cca261d79447 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:30:37.556425 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:38.025417 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.objects.ports [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 15:30:38.026110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (141bef37-d1ff-4c51-886e-916525456714), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:38.092989 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:38.093384 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Network hostable DHCP agents. Network: 40ee389a-cc8c-4e47-a875-6757c395b679, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:30:38.100885 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141bef37-d1ff-4c51-886e-916525456714,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:38.114092 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.114443 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.114784 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.115116 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.116088 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.116332 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.116662 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.117057 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.117410 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.117753 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.118078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.118394 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.118711 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Tracked resource versions report: Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: pushed versions: Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Log': {'1.0'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Network': {'1.1'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Port': {'1.7'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SubPort': {'1.0'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Subnet': {'1.1'}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Trunk': {'1.1'}} Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: consumer versions: Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Log': '1.0', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Network': '1.1', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Port': '1.7', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'PortForwarding': '1.2', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'QosPolicy': '1.10', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroup': '1.5', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SubPort': '1.0', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Subnet': '1.1', Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Trunk': '1.1'}} Feb 14 15:30:38.120068 dv-cinder-815145-9-iscsi neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:30:38.250352 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:30:38.324818 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 40ee389a-cc8c-4e47-a875-6757c395b679) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:38.330585 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:38.331237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:38.335707 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba35683-293b-46a8-b4c5-4522dc62b8f9 None None] Network 40ee389a-cc8c-4e47-a875-6757c395b679 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:30:38.426838 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-078f8b80-3a2d-44de-a732-e1dcc9ed5aa0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0013709 Feb 14 15:30:38.451705 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e6cf5-5b21-4598-80b3-4d8f6c219b3e None None] Network 40ee389a-cc8c-4e47-a875-6757c395b679 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:30:40.810093 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 46542) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:41.066601 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5ad4f844-eca6-4ab2-ab33-4c58767bf853 demo admin] 10.222.0.67 "GET /v2.0/routers/159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 HTTP/1.1" status: 200 len: 710 time: 0.2552841 Feb 14 15:30:41.159535 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e9596-542e-4eff-aa93-9492aec10253 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:30:41.166794 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-938e9596-542e-4eff-aa93-9492aec10253 demo admin] 10.222.0.67 "GET /v2.0/networks/40ee389a-cc8c-4e47-a875-6757c395b679 HTTP/1.1" status: 200 len: 886 time: 0.0917909 Feb 14 15:30:41.171365 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:30:41.457223 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks [] for router_gateway (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.773281 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks [] for router_gateway (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:41.852655 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.009425 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Allocated IP 172.27.3.85 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/5c43b610-939f-4bf6-ade2-1b6f1e0a3f72) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:30:42.122973 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks [] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.245486 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.327381 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:30:42.332137 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:30:42.338452 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Pushing event updated for resources: {'Port': ['ID=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:42.342064 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:30:42.739665 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks [] for router_gateway (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.958327 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7882409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7846775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13982'] for router (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:42.963349 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7882386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7882395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7846776'] for router (159a0fa9-cb52-46a5-ac1b-d059ca21cbb0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:43.087788 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:30:43.206324 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:30:43.213636 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:43.214859 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-aed05b5b-1e3e-49a0-b018-f95a4815101d demo admin] 10.222.0.67 "PUT /v2.0/routers/159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 HTTP/1.1" status: 200 len: 889 time: 2.0472894 Feb 14 15:30:43.967096 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device a35651b7-1944-47d4-9dee-3103d19aba88 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:44.016858 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:44.017257 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:44.108615 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port a35651b7-1944-47d4-9dee-3103d19aba88 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:44.968731 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Sync routers for ids ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:30:44.980731 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Routers {'159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:44.981368 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:30:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:45.213474 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Set router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:45.715537 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:42Z', 'revision_number': 4, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port': {'id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:41Z', 'updated_at': '2022-02-14T15:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:36Z', 'revision_number': 5, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:45.726397 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 46556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:30:45.766140 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Checking router: 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:30:45.766529 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Updating router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:30:45.853703 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:45.861171 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ed56442f-4e9d-496d-99ac-6048f149a103 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1336479 Feb 14 15:30:46.214090 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks [] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:46.296053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:46.349663 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2f0d5-0b42-4d3d-abd0-e2c959d6033d None None] Pushing event updated for resources: {'Port': ['ID=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:46.352621 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Attempting to bind port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:30:46.352989 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Attempting to bind port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:30:46.353357 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Attempting to bind port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:30:46.358629 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:30:46.359014 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:30:46.359418 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:46.359862 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:30:46.360312 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Bound port: 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:30:46.360696 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:46.424285 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] For port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:30:46.427874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] For port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:30:46.524083 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:46.576132 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Routers {'159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:30:46.576753 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:30:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:46.621736 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2f0d5-0b42-4d3d-abd0-e2c959d6033d None None] Pushing event updated for resources: {'Port': ['ID=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:46.707567 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] Set router 159a0fa9-cb52-46a5-ac1b-d059ca21cbb0 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:30:46.945395 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:42Z', 'revision_number': 4, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port': {'id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:41Z', 'updated_at': '2022-02-14T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:36Z', 'revision_number': 5, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:30:46.976539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eaf0e3-c0dc-4eb1-924c-af305738e50c None None] The sync data for ids ['159a0fa9-cb52-46a5-ac1b-d059ca21cbb0'] in dv-cinder-815145-9-iscsi is: [{'id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'name': 'router1', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:30:23Z', 'updated_at': '2022-02-14T15:30:42Z', 'revision_number': 4, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'gw_port': {'id': '5c43b610-939f-4bf6-ade2-1b6f1e0a3f72', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:41Z', 'updated_at': '2022-02-14T15:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'a35651b7-1944-47d4-9dee-3103d19aba88', 'name': '', 'network_id': 'e99fd5bc-9168-4c93-ad49-fa973398774a', 'tenant_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'mac_address': 'fa:16:3e:46:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0fa9-cb52-46a5-ac1b-d059ca21cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:30:32Z', 'updated_at': '2022-02-14T15:30:36Z', 'revision_number': 5, 'project_id': 'b20442b3da034006b5d5852bc3f9fbb2', 'subnets': [{'id': 'd44e80e5-dfae-4dec-bf17-98f5efcff1b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c870ac7-6fef-478b-b796-80645ee9fd76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:30:48.001343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:48.061426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:48.061817 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:48.148491 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:48.149365 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:48.172300 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:30:48.239308 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:48.301237 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=5c43b610-939f-4bf6-ade2-1b6f1e0a3f72,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:30:50.011326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:30:50.084978 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:30:50.085704 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (5c43b610-939f-4bf6-ade2-1b6f1e0a3f72), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:50.202211 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 5c43b610-939f-4bf6-ade2-1b6f1e0a3f72 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:30:53.061114 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:30:57.332563 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59947cc6-c446-4aa2-953e-a32b76ec82ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:30:59.688963 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05abf426-a6d6-4953-ad8d-2c8fbdeb8047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:00.627562 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:01.811110 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:03.262446 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:27.313277 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12304ffc-fde2-4ef0-b0ce-59249d5bce8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:29.662552 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-547c2c1a-b513-4472-9e45-9565552eccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:30.060840 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:31:30.614359 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:31.941626 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:33.242546 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:57.376008 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-846d0de1-4bd7-40cd-b021-0ae29045c897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:31:59.665474 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-925d4fc2-152e-4622-823d-fa384d1f05c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:00.621276 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:01.810621 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:03.268012 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:07.059848 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:32:10.108268 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47040) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:10.170431 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a06ed25-75e7-46f0-870d-afc3706f059b admin admin] GET failed (client error): The resource could not be found. Feb 14 15:32:10.171810 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-1a06ed25-75e7-46f0-870d-afc3706f059b admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625401 Feb 14 15:32:10.408598 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6fcb1-2551-4b43-97fb-48bb940d68ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:10.410726 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-17c6fcb1-2551-4b43-97fb-48bb940d68ab admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2347047 Feb 14 15:32:12.718120 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47050) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:12.809355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534e784-9eb5-49d3-a650-a47f6acf525b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:12.810675 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9534e784-9eb5-49d3-a650-a47f6acf525b admin admin] 10.222.0.67 "GET /v2.0/subnets/d44e80e5-dfae-4dec-bf17-98f5efcff1b1 HTTP/1.1" status: 200 len: 849 time: 0.0916150 Feb 14 15:32:12.820572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:32:12.905666 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Publish callbacks [] for subnet (d44e80e5-dfae-4dec-bf17-98f5efcff1b1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.124639 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770051111096'] for subnet (d44e80e5-dfae-4dec-bf17-98f5efcff1b1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.154649 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:13.155923 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.158128 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] 10.222.0.67 "PUT /v2.0/subnets/d44e80e5-dfae-4dec-bf17-98f5efcff1b1 HTTP/1.1" status: 200 len: 868 time: 0.3398087 Feb 14 15:32:13.170950 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c893aca-5666-443e-8e61-472969e6d13e None None] Network e99fd5bc-9168-4c93-ad49-fa973398774a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:32:13.178333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44e80e5-dfae-4dec-bf17-98f5efcff1b1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:32:13.185961 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.186351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.186738 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.187059 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.187408 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.187819 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.193284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e328cb-ff10-458e-80c8-e9d02f8a2786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:32:13.593349 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Provisioning complete for port a35651b7-1944-47d4-9dee-3103d19aba88 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:32:13.593663 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a35651b7-1944-47d4-9dee-3103d19aba88), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.669124 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Current status of the port a35651b7-1944-47d4-9dee-3103d19aba88 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:32:13.679344 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Provisioning complete for port 1f2393ce-cb07-481a-bb85-2e7c068021de triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:32:13.679781 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (1f2393ce-cb07-481a-bb85-2e7c068021de), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:13.759964 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e853f-8396-41f6-9fb2-e3a9d29c980d None None] Current status of the port 1f2393ce-cb07-481a-bb85-2e7c068021de is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:32:15.475124 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47058) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:15.713407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d39ba-14b7-4c93-944a-63c5d751ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:15.713627 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d39ba-14b7-4c93-944a-63c5d751ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:15.715134 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-138d39ba-14b7-4c93-944a-63c5d751ae16 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2390251 Feb 14 15:32:18.016764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47066) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:18.152502 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72f52e-020f-4d99-8463-68f9c8c37840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:18.152974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72f52e-020f-4d99-8463-68f9c8c37840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:18.154500 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-dd72f52e-020f-4d99-8463-68f9c8c37840 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1367922 Feb 14 15:32:20.415679 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47074) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:20.538057 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a851b1-7a9c-4b57-915d-aeaf195f8cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:20.539383 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-88a851b1-7a9c-4b57-915d-aeaf195f8cb6 admin admin] 10.222.0.67 "GET /v2.0/networks/40ee389a-cc8c-4e47-a875-6757c395b679 HTTP/1.1" status: 200 len: 886 time: 0.1227393 Feb 14 15:32:22.794986 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47082) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:22.921962 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c57f0-4adf-47e7-9b29-a568a67dd548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:22.923310 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-911c57f0-4adf-47e7-9b29-a568a67dd548 admin admin] 10.222.0.67 "GET /v2.0/networks/e99fd5bc-9168-4c93-ad49-fa973398774a HTTP/1.1" status: 200 len: 870 time: 0.1273534 Feb 14 15:32:25.145346 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:25.267984 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102227d-90fd-4686-8586-36814e7ef3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:25.268446 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102227d-90fd-4686-8586-36814e7ef3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:25.269970 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a102227d-90fd-4686-8586-36814e7ef3fc admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236827 Feb 14 15:32:27.310242 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5b47a84-df4c-499b-b254-c2444428e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:27.529620 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:27.619447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125679ea-9e72-4991-bdca-c3c12983897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:27.619926 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125679ea-9e72-4991-bdca-c3c12983897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:27.621426 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-125679ea-9e72-4991-bdca-c3c12983897d admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908625 Feb 14 15:32:29.670918 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9019128-3fb5-4d95-92af-78e2dd8b4230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:29.925657 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:30.021565 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99be10d-6822-4e87-9782-d737cc7aa376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:30.022948 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d99be10d-6822-4e87-9782-d737cc7aa376 admin admin] 10.222.0.67 "GET /v2.0/subnets/141bef37-d1ff-4c51-886e-916525456714 HTTP/1.1" status: 200 len: 816 time: 0.0964088 Feb 14 15:32:30.622051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:31.873070 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:32.310279 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:32.415796 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e910e-2d26-4452-9e5d-a45c6a692103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:32.417155 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7a5e910e-2d26-4452-9e5d-a45c6a692103 admin admin] 10.222.0.67 "GET /v2.0/subnets/d44e80e5-dfae-4dec-bf17-98f5efcff1b1 HTTP/1.1" status: 200 len: 868 time: 0.1058798 Feb 14 15:32:33.254623 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:44.058626 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:32:56.567679 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:56.616332 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [None req-af38f3fe-71b1-4ec5-9a8b-b736225152e1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:32:56.617427 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-af38f3fe-71b1-4ec5-9a8b-b736225152e1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487878 Feb 14 15:32:57.299503 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f230d9e-9dab-44bc-a285-e83b33679b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:32:58.986777 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47176) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:32:59.051408 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3290660-9748-45e2-8f9e-4e67ba726d48 admin admin] GET failed (client error): The resource could not be found. Feb 14 15:32:59.052776 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b3290660-9748-45e2-8f9e-4e67ba726d48 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650172 Feb 14 15:32:59.209108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e6fe9-4038-47cd-ac8b-e021b3a75057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:32:59.210518 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-bf8e6fe9-4038-47cd-ac8b-e021b3a75057 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1528487 Feb 14 15:32:59.672948 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9149436a-c038-443c-abe1-55b98f7dbcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:00.604277 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.545679 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:33:01.591793 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:33:01.695678 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Made reservation on behalf of 4550e27bba594b7fb2c5cca261d79447 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:33:01.697904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.740174 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING neutron.services.revisions.revision_plugin [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Could not find related network for resource to bump revision. Feb 14 15:33:01.755855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:33:01.769281 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770051048039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (7873cb6a-ed15-4f58-8f2d-7959e724ebd2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.769851 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Unsubscribe: segment precommit_create {{(pid=103408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 15:33:01.770440 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Added segment 7873cb6a-ed15-4f58-8f2d-7959e724ebd2 of type vlan for network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a Feb 14 15:33:01.814630 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (88d8f060-97e2-43cd-9a86-b3b3cc1ef56a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.838183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.893359 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (88d8f060-97e2-43cd-9a86-b3b3cc1ef56a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.894297 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:33:01.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:01.984306 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Pushing event updated for resources: {'Network': ['ID=88d8f060-97e2-43cd-9a86-b3b3cc1ef56a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:33:01.990789 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.991155 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.991506 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.991878 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.992215 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.992547 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.992877 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.993206 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.993534 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.993861 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.994185 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.994507 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:01.994829 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:02.005754 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:33:02.086885 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-36ea2da6-ffb2-488b-bdf6-5efcf0db8d8b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5400782 Feb 14 15:33:03.241925 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:04.372020 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:33:04.497143 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-002df941-81eb-441d-ae1a-9d34757ef391 admin admin] GET failed (client error): The resource could not be found. Feb 14 15:33:04.498501 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-002df941-81eb-441d-ae1a-9d34757ef391 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1253741 Feb 14 15:33:04.567922 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71273bcb-2e9e-4138-8efb-5433b224bb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:33:04.569301 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-71273bcb-2e9e-4138-8efb-5433b224bb3c admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0662463 Feb 14 15:33:04.578888 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Request body: {'subnet': {'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:33:04.672750 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Made reservation on behalf of 4550e27bba594b7fb2c5cca261d79447 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:33:04.675012 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:04.918513 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (896890ce-304c-47f3-9aa9-4afbc9b2d0f6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:04.978977 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896890ce-304c-47f3-9aa9-4afbc9b2d0f6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:33:04.995061 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Checking segment: {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:33:04.995424 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Network hostable DHCP agents. Network: 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:33:05.066929 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:33:05.156097 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:33:05.161106 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:33:05.161702 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.171542 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50cbd5-8550-4d2c-b2d8-a8423022c68b None None] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:33:05.244742 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c2f21d08-d3fd-4039-88d8-f2955e94bc22 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6691017 Feb 14 15:33:05.384710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-88d8f060-97e2-43cd-9a86-b3b3cc1ef56a', 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a', 'project_id': '4550e27bba594b7fb2c5cca261d79447', 'fixed_ips': [{'subnet_id': '896890ce-304c-47f3-9aa9-4afbc9b2d0f6'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:33:05.385878 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.527791 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Allocated IP 192.168.233.2 (88d8f060-97e2-43cd-9a86-b3b3cc1ef56a/896890ce-304c-47f3-9aa9-4afbc9b2d0f6/d55a3efe-afdb-4aba-ae19-9721a196df8f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:33:05.669833 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks [] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.770765 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.812329 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:33:05.817173 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:33:05.823381 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:33:05.826475 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Pushing event updated for resources: {'Port': ['ID=d55a3efe-afdb-4aba-ae19-9721a196df8f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:33:05.852121 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.852121 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.852500 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.852834 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.853176 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.853509 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.853839 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.854170 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.854496 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.854839 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.855171 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.855503 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.855978 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:33:05.891049 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Attempting to bind port d55a3efe-afdb-4aba-ae19-9721a196df8f on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:33:05.891744 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Attempting to bind port d55a3efe-afdb-4aba-ae19-9721a196df8f by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:33:05.892105 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Attempting to bind port d55a3efe-afdb-4aba-ae19-9721a196df8f on network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:33:05.898187 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:33:05.900084 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Checking segment: {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:33:05.900084 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.900084 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Bound using segment: {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:33:05.900084 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Bound port: d55a3efe-afdb-4aba-ae19-9721a196df8f, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:33:05.900422 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:05.965784 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] For port d55a3efe-afdb-4aba-ae19-9721a196df8f, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:33:05.968984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] For port d55a3efe-afdb-4aba-ae19-9721a196df8f, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d55a3efe-afdb-4aba-ae19-9721a196df8f,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:33:06.036652 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:06.095110 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beec05-2058-4c97-a649-2e6ad64e7058 None None] Pushing event updated for resources: {'Port': ['ID=d55a3efe-afdb-4aba-ae19-9721a196df8f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:33:06.937529 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd3fe5-42cc-428c-9059-cdeac5e6ac54 None None] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:33:07.051454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Provisioning complete for port d55a3efe-afdb-4aba-ae19-9721a196df8f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:33:07.051873 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:07.153016 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Current status of the port d55a3efe-afdb-4aba-ae19-9721a196df8f is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:33:07.153986 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:07.194442 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] For port d55a3efe-afdb-4aba-ae19-9721a196df8f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d55a3efe-afdb-4aba-ae19-9721a196df8f,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:33:07.250494 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:07.320221 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2cfd7-de98-4d71-91fa-ce29947b6f41 None None] Pushing event updated for resources: {'Port': ['ID=d55a3efe-afdb-4aba-ae19-9721a196df8f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:33:07.373496 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4ca5d963-cd17-4163-b78f-0f424f44d709 None None] Provisioning complete for port d55a3efe-afdb-4aba-ae19-9721a196df8f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:33:07.373889 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca5d963-cd17-4163-b78f-0f424f44d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:07.454481 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5d963-cd17-4163-b78f-0f424f44d709 None None] Current status of the port d55a3efe-afdb-4aba-ae19-9721a196df8f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:33:08.059955 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d55a3efe-afdb-4aba-ae19-9721a196df8f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:33:08.108303 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port d55a3efe-afdb-4aba-ae19-9721a196df8f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:33:08.108705 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d55a3efe-afdb-4aba-ae19-9721a196df8f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:08.194246 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port d55a3efe-afdb-4aba-ae19-9721a196df8f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:33:21.056430 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:33:27.327144 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f959862f-49ee-4d40-ab9f-8b26836ad89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:29.664701 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe12042f-ec74-4804-b2cc-33c0f6667e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:30.613062 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:31.878462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:33.247134 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:57.321489 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-359a3f2b-60b3-4bc9-9b5a-53f3301a3d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:33:58.055331 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:33:59.707645 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d0203a0-d131-4c7b-96ab-c52bdfa0300f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:00.632745 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:01.841492 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:03.272804 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:27.333004 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1c97365-ad69-4d49-be3c-1b869f7cc1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:29.447206 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:34:29.453490 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [None req-10ee7063-7461-4b6b-aa33-b98ddd6cab05 tempest-verify_tempest_config-1709541507 tempest-verify_tempest_config-1709541507-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:34:29.454451 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-10ee7063-7461-4b6b-aa33-b98ddd6cab05 tempest-verify_tempest_config-1709541507 tempest-verify_tempest_config-1709541507-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062764 Feb 14 15:34:29.720741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9a704a6-b2db-412e-9277-b8e4a8bf0dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:29.995621 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47248) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:34:30.097188 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.174127 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Publish callbacks [] for security_group (a8690b18-104b-4373-830f-0f1389f20073), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.258298 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a8690b18-104b-4373-830f-0f1389f20073), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.303854 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8b687f1addd42f883ca6f9ff9445af5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3071947 Feb 14 15:34:30.304686 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8690b18-104b-4373-830f-0f1389f20073,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:34:30.306584 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47252) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:34:30.321792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.322073 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.322437 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.322760 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.323086 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.323412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.323772 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.324100 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.324441 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.324785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.325112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.325430 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.325752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da83b4d-6364-4292-89a0-00fc73aa255a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:34:30.371585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] Publish callbacks [] for security_group (a8690b18-104b-4373-830f-0f1389f20073), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.391699 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] Publish callbacks [] for security_group (a8690b18-104b-4373-830f-0f1389f20073), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.538315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a8690b18-104b-4373-830f-0f1389f20073), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.540943 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:30.542090 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8690b18-104b-4373-830f-0f1389f20073 HTTP/1.1" status: 204 len: 168 time: 0.2346342 Feb 14 15:34:30.550891 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b143b-8452-46f9-841b-0eb01dda2940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8690b18-104b-4373-830f-0f1389f20073,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:34:30.635859 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:31.845690 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:33.261299 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:35.054211 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:34:57.298088 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-768828f0-6b9c-4c4b-bd16-1805bc44c7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:34:59.683672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19b6a6d5-fbab-42f6-a2c7-d9f364a3dd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:00.638005 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:01.869309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:03.255299 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:12.052110 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:35:27.343250 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73582ad4-f7f0-4e6a-bb0a-63574c528a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:29.674854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67dd94d8-5858-474d-9882-f604ecd851a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:30.658126 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:31.843944 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:33.258142 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:49.051164 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 5 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:35:57.320504 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9fa3-fb53-480f-8a0f-a63f87d539fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:35:59.695400 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fbed9fa-0dfc-4014-bc28-705a66902d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:00.626771 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:01.855428 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:03.278553 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:12.028874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7844251'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:26.050616 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:36:26.412108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47322) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:36:26.514431 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7e2e71aa-f424-4ffc-afad-1b3cccb5ac31 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1013184 Feb 14 15:36:27.312560 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b26f98b7-9f58-4efd-9a33-c6518482d29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:28.779338 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:36:28.833845 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5b4c3285-64ad-40ae-8b95-1da48bd0b24f admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533557 Feb 14 15:36:29.680240 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a0278b7-4b41-4af1-b6db-79571013763b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:30.644475 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:31.866851 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:33.246719 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:42.011681 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:57.303797 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abd939a6-dcb4-4aff-ab74-551796b15ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:36:59.701467 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1023c712-2ffc-4303-a049-58d4d07799d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:00.628870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:01.863449 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:03.049090 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:37:03.257236 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:12.005855 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:27.323563 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c1a219f-c20b-4eef-8be5-80b155ff8f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:29.680343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-131caaa4-c2bf-4002-be54-4eea614529e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:30.643800 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:31.872682 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:33.266493 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:40.047488 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:37:42.022895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:57.320845 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31c12410-f5c6-482c-82a0-9531abc686f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:37:59.707326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51945180-8114-46cb-91ff-251011dc3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:00.663116 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:01.883997 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:03.336969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:03.746757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47486) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:03.781540 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47492) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:04.021969 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-119568975-network', 'tenant_id': '7f9b62d86aea47be9b29c8f0050fba4d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:04.051272 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-487171747-network', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:04.130144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Made reservation on behalf of 7f9b62d86aea47be9b29c8f0050fba4d for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:04.132563 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.141611 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.190213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Made reservation on behalf of 1dcbfa8d41184197a263c6812d8ad19b for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:04.192720 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.205697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.242114 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks [] for security_group (b05254b5-201c-4c7a-8855-eeae7b3d83cf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.301688 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks [] for security_group (92165303-033e-43d0-8e8c-ccc92233fd86), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.337660 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b05254b5-201c-4c7a-8855-eeae7b3d83cf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.360046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:38:04.372343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.373021 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Added segment f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277 of type vlan for network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 Feb 14 15:38:04.416107 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (92165303-033e-43d0-8e8c-ccc92233fd86), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.445068 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05254b5-201c-4c7a-8855-eeae7b3d83cf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:04.450512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (9461f206-7f54-47c7-a1a1-c511ef8f2d76), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.457480 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:38:04.464085 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.464446 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.464792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.465131 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.465527 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.465796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.466154 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.466488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.466814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.467154 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.467483 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.467831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Tracked resource versions report: Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: pushed versions: Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Log': {'1.0'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Network': {'1.1'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Port': {'1.7'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SubPort': {'1.0'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Subnet': {'1.1'}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Trunk': {'1.1'}} Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: consumer versions: Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Log': '1.0', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Network': '1.1', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Port': '1.7', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'PortForwarding': '1.2', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'QosPolicy': '1.10', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroup': '1.5', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'SubPort': '1.0', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Subnet': '1.1', Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: 'Trunk': '1.1'}} Feb 14 15:38:04.473459 dv-cinder-815145-9-iscsi neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:38:04.491054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (7dd27c92-7795-416b-ba84-04917a4e103e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.491419 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Added segment 7dd27c92-7795-416b-ba84-04917a4e103e of type vlan for network 225beac4-7071-426e-916a-2c0575f1cd68 Feb 14 15:38:04.554574 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92165303-033e-43d0-8e8c-ccc92233fd86,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:04.566133 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (225beac4-7071-426e-916a-2c0575f1cd68), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.589239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (9461f206-7f54-47c7-a1a1-c511ef8f2d76), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.590610 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:04.591359 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.646730 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:04.660480 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] Pushing event updated for resources: {'Network': ['ID=9461f206-7f54-47c7-a1a1-c511ef8f2d76,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:04.672604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:38:04.686008 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (225beac4-7071-426e-916a-2c0575f1cd68), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.686983 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:04.687549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.699368 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:04.701532 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-70759ca8-ace5-4d26-845c-3ca5e0f77397 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9537516 Feb 14 15:38:04.705069 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Request body: {'subnet': {'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-119568975-subnet', 'tenant_id': '7f9b62d86aea47be9b29c8f0050fba4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:04.769457 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] Pushing event updated for resources: {'Network': ['ID=225beac4-7071-426e-916a-2c0575f1cd68,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:04.779440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 225beac4-7071-426e-916a-2c0575f1cd68 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:38:04.796896 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-73b7a488-b499-41f9-a255-c2af0840728c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0142140 Feb 14 15:38:04.799957 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47544) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:04.804664 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Request body: {'subnet': {'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-subnet', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:04.880862 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Made reservation on behalf of 7f9b62d86aea47be9b29c8f0050fba4d for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:04.886955 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Made reservation on behalf of 1dcbfa8d41184197a263c6812d8ad19b for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:04.886955 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:04.887196 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.140213 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-107037924-network', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:05.166973 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:05.173847 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (4769861f-a484-4d54-b63f-3aa7384b9993), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.223133 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4769861f-a484-4d54-b63f-3aa7384b9993,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:05.231880 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.232237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Tracked resource versions report: Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: pushed versions: Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Log': {'1.0'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Network': {'1.1'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Port': {'1.7'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SubPort': {'1.0'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Subnet': {'1.1'}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Trunk': {'1.1'}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: consumer versions: Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Log': '1.0', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Network': '1.1', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Port': '1.7', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'PortForwarding': '1.2', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'QosPolicy': '1.10', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroup': '1.5', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'SubPort': '1.0', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Subnet': '1.1', Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: 'Trunk': '1.1'}} Feb 14 15:38:05.238282 dv-cinder-815145-9-iscsi neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:38:05.257259 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Made reservation on behalf of 89ab2894827245cab84c4f4d6d13efe1 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:05.259524 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.267072 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Checking segment: {'id': 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:05.268115 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Network hostable DHCP agents. Network: 9461f206-7f54-47c7-a1a1-c511ef8f2d76, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:38:05.287959 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.288788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (37b102f1-6585-42ad-aad1-e5cd1910eedb), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.355143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b102f1-6585-42ad-aad1-e5cd1910eedb,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:05.362522 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Checking segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:05.363071 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Network hostable DHCP agents. Network: 225beac4-7071-426e-916a-2c0575f1cd68, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:38:05.381067 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:38:05.413196 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-357142898-network', 'tenant_id': '7bc665899fee40b1bbf31d1277c45078'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:05.439356 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks [] for security_group (d162d9ba-af4d-404d-a104-ea617cb2d3ff), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.457719 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Network 225beac4-7071-426e-916a-2c0575f1cd68 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:38:05.554298 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d162d9ba-af4d-404d-a104-ea617cb2d3ff), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.554469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 225beac4-7071-426e-916a-2c0575f1cd68) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:05.558866 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:05.563462 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.567829 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 9461f206-7f54-47c7-a1a1-c511ef8f2d76) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:05.569432 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ed11f-a272-4660-b91d-c21385b570ed None None] Network 225beac4-7071-426e-916a-2c0575f1cd68 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:05.569895 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:05.572704 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.581394 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:05.582274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.599951 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.636743 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:38:05.648281 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7c487d09-8eef-4c4f-ab73-1b2ca61ad9e0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8472893 Feb 14 15:38:05.651077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47584) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:05.656684 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:05.671249 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (dc8e0f23-faa2-4efc-8f24-6899a74f3d65), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.672600 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Added segment dc8e0f23-faa2-4efc-8f24-6899a74f3d65 of type vlan for network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 Feb 14 15:38:05.697391 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9a61b-2d80-414f-b5f2-fc656e31cf49 None None] Network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:05.718002 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (0796dbaf-aacb-418f-bd18-422c7f2a9f57), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.747683 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c44e68-e807-4004-81e3-bfbf9f0e9ae1 None None] Network 225beac4-7071-426e-916a-2c0575f1cd68 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:05.753643 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d162d9ba-af4d-404d-a104-ea617cb2d3ff,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:05.760787 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.762099 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.823910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (0796dbaf-aacb-418f-bd18-422c7f2a9f57), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.825219 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:05.826097 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.877851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for router_controller (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.883462 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-066cb86c-4e42-4728-a730-39f1bde2c569 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1820750 Feb 14 15:38:05.939551 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks [] for security_group (9e3948a0-c018-4269-94d5-d7ac93720edd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:05.986290 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] Pushing event updated for resources: {'Network': ['ID=0796dbaf-aacb-418f-bd18-422c7f2a9f57,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:06.004189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10bf41-1710-4117-a914-85f204c521fa None None] Network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:06.007034 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:38:06.031359 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-28aa8061-939d-406e-bc15-75da94b1c953 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3835409 Feb 14 15:38:06.034715 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:06.040857 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Request body: {'subnet': {'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-107037924-subnet', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:06.096644 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9e3948a0-c018-4269-94d5-d7ac93720edd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.131084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for router_gateway (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.140284 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:38:06.165006 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Made reservation on behalf of 89ab2894827245cab84c4f4d6d13efe1 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:06.169630 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.186253 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3948a0-c018-4269-94d5-d7ac93720edd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:06.190778 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.191116 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Added segment 12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2 of type vlan for network be404b3e-4d5f-4566-9a44-63b992939d4e Feb 14 15:38:06.290907 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (be404b3e-4d5f-4566-9a44-63b992939d4e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.402704 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (be404b3e-4d5f-4566-9a44-63b992939d4e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.404027 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:06.404773 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.503444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] Pushing event updated for resources: {'Network': ['ID=be404b3e-4d5f-4566-9a44-63b992939d4e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:06.525131 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network be404b3e-4d5f-4566-9a44-63b992939d4e details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:38:06.525849 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (db763d3b-2881-40a5-a993-0e73e48de063), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.563660 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-94c29475-20e9-4534-bbe3-779f33b42143 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3926549 Feb 14 15:38:06.566143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47626) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:06.592317 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Request body: {'subnet': {'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-357142898-subnet', 'tenant_id': '7bc665899fee40b1bbf31d1277c45078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:06.597600 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db763d3b-2881-40a5-a993-0e73e48de063,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:06.610119 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Checking segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:06.610466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Network hostable DHCP agents. Network: 0796dbaf-aacb-418f-bd18-422c7f2a9f57, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:38:06.650616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for router_gateway (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.674620 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.684325 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:38:06.715718 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:06.718008 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.772999 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 0796dbaf-aacb-418f-bd18-422c7f2a9f57) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:06.787975 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:06.791556 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.799215 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468af23-c9f8-4623-ae40-b2e072d2cd09 None None] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:06.837365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Allocated IP 172.27.3.66 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/533899c3-8f25-4b63-82f3-3f3fb7fabcb3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:06.877385 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0004b780-f718-4acc-96fc-d5554e7b2789 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8415015 Feb 14 15:38:06.885105 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47630) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:06.890377 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:06.941129 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:06.949223 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:38:06.950448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.005789 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.007059 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.089930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Allocated IP 172.20.0.2 (0796dbaf-aacb-418f-bd18-422c7f2a9f57/db763d3b-2881-40a5-a993-0e73e48de063/78eeceaa-85ed-4f56-9f27-565dad292430) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:07.103167 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.110019 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for router_controller (ca6df014-4627-46ea-92bf-c6c18554f64d), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.146001 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:07.151379 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:07.153324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Pushing event updated for resources: {'Port': ['ID=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:07.155220 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:07.226225 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (823e1052-d325-469d-af7d-079368d61c30), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.237488 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks [] for port (78eeceaa-85ed-4f56-9f27-565dad292430), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.309438 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.327946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823e1052-d325-469d-af7d-079368d61c30,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:07.332729 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Checking segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:07.333840 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Network hostable DHCP agents. Network: be404b3e-4d5f-4566-9a44-63b992939d4e, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:38:07.362957 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:07.365969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:07.371276 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:07.381419 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Pushing event updated for resources: {'Port': ['ID=78eeceaa-85ed-4f56-9f27-565dad292430,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:07.383276 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for router_gateway (ca6df014-4627-46ea-92bf-c6c18554f64d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.403604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.403604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.403604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.403998 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.404190 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.405082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.405082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.405337 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.405649 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.405968 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.406299 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.406619 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.406936 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Tracked resource versions report: Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: pushed versions: Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: { 'AddressGroup': {'1.2'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Log': {'1.0'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Network': {'1.1'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Port': {'1.7'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'PortForwarding': {'1.2'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'QosPolicy': {'1.10'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroup': {'1.5'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SubPort': {'1.0'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Subnet': {'1.1'}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Trunk': {'1.1'}} Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: consumer versions: Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'ConntrackHelper': '1.0', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'LocalIPAssociation': '1.0', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Log': '1.0', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Network': '1.1', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Port': '1.7', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'PortForwarding': '1.2', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'QosPolicy': '1.10', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroup': '1.5', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SecurityGroupRule': '1.2', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'SubPort': '1.0', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Subnet': '1.1', Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: 'Trunk': '1.1'}} Feb 14 15:38:07.408144 dv-cinder-815145-9-iscsi neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:38:07.440245 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Network be404b3e-4d5f-4566-9a44-63b992939d4e is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:38:07.450505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Attempting to bind port 78eeceaa-85ed-4f56-9f27-565dad292430 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:07.450876 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Attempting to bind port 78eeceaa-85ed-4f56-9f27-565dad292430 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:07.451243 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Attempting to bind port 78eeceaa-85ed-4f56-9f27-565dad292430 on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:07.456345 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:07.456710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Checking segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:07.457115 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.457505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Bound using segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:07.458503 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Bound port: 78eeceaa-85ed-4f56-9f27-565dad292430, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:07.458886 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.522021 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] For port 78eeceaa-85ed-4f56-9f27-565dad292430, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:07.522898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, be404b3e-4d5f-4566-9a44-63b992939d4e) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:07.525627 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] For port 78eeceaa-85ed-4f56-9f27-565dad292430, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=78eeceaa-85ed-4f56-9f27-565dad292430,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:07.529369 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:07.529872 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.533223 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7069f-ba98-422b-9f8f-c8901967bcfe None None] Network be404b3e-4d5f-4566-9a44-63b992939d4e requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:07.552355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for router_gateway (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.643019 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.655246 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff14ef-a528-4979-b4a2-adcf9efcb401 None None] Network be404b3e-4d5f-4566-9a44-63b992939d4e requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:07.793825 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775cf43-77bd-422c-8a1e-fcfcc2ae5dc3 None None] Pushing event updated for resources: {'Port': ['ID=78eeceaa-85ed-4f56-9f27-565dad292430,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:07.814377 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4b7c9e0e-8567-4df6-a825-176a4248ef08 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2470946 Feb 14 15:38:07.934044 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for router_gateway (ca6df014-4627-46ea-92bf-c6c18554f64d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.976753 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:07.991412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:08.253862 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Allocated IP 172.27.3.233 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/98a141d6-c157-4ac0-a7b8-02db53e03082) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:08.279885 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47676) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:08.287252 dv-cinder-815145-9-iscsi neutron-server[103409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 15:38:08.385337 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 78eeceaa-85ed-4f56-9f27-565dad292430 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:08.414805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:08.452967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 78eeceaa-85ed-4f56-9f27-565dad292430 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:08.453612 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:08.509231 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:08.520417 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a86a266c-dd15-47a6-976f-602753a0c9fa tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:08.527504 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a86a266c-dd15-47a6-976f-602753a0c9fa tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/networks?id=9461f206-7f54-47c7-a1a1-c511ef8f2d76 HTTP/1.1" status: 200 len: 811 time: 0.2463946 Feb 14 15:38:08.548443 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-ef44fb0a-fc1a-4ff1-b731-e297227cc0e1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/quotas/7f9b62d86aea47be9b29c8f0050fba4d HTTP/1.1" status: 200 len: 375 time: 0.0199666 Feb 14 15:38:08.572812 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:08.588620 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:08.595727 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:08.604542 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Pushing event updated for resources: {'Port': ['ID=98a141d6-c157-4ac0-a7b8-02db53e03082,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:08.619455 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-3fe31a6f-48a9-48a8-a3ab-8071e0df8c8f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7f9b62d86aea47be9b29c8f0050fba4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699458 Feb 14 15:38:08.634533 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:38:08.695012 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 78eeceaa-85ed-4f56-9f27-565dad292430 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:08.697631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:08.741799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 78eeceaa-85ed-4f56-9f27-565dad292430, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=78eeceaa-85ed-4f56-9f27-565dad292430,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:08.826408 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:38:08.828075 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Sync routers for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:38:08.828075 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:08.828075 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:08.875619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-f36a2771-d6ee-4403-bd01-3a3dcad37526 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:38:08.875619 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-f36a2771-d6ee-4403-bd01-3a3dcad37526 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0835772 Feb 14 15:38:08.962796 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.010065 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.012117 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3168d5bb-6526-4fe7-9b0b-07c593dab54e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3598394 Feb 14 15:38:09.021541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 47692) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:09.056950 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:09.120744 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-9e42e897-7ff4-406d-b47a-8961d2b24785 service neutron] 10.222.0.67 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416444 Feb 14 15:38:09.146996 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=78eeceaa-85ed-4f56-9f27-565dad292430,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:09.175721 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for router_gateway (ca6df014-4627-46ea-92bf-c6c18554f64d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.275021 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3ee36-f162-4c0c-8b77-1ed9bbdb6fdd None None] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:38:09.383494 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0d289254-7d4a-4290-8e9a-8aaba31e1e7b None None] Provisioning complete for port 78eeceaa-85ed-4f56-9f27-565dad292430 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:09.387846 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d289254-7d4a-4290-8e9a-8aaba31e1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.388460 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-21ddcb96-e00a-4375-8806-acaff750b17d service neutron] 10.222.0.67 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635088 Feb 14 15:38:09.395887 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:07Z', 'revision_number': 3, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:09.428664 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Checking router: 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:38:09.429033 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Updating router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:38:09.464895 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.606270 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0d289254-7d4a-4290-8e9a-8aaba31e1e7b None None] Current status of the port 78eeceaa-85ed-4f56-9f27-565dad292430 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:09.631570 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:09.636412 dv-cinder-815145-9-iscsi neutron-server[103408]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 15:38:09.777815 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.829450 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks [] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.830066 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.850088 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-bfada873-fe0e-4e87-aa99-91f63db63b6c None None] Provisioning complete for port 78eeceaa-85ed-4f56-9f27-565dad292430 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:09.852128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfada873-fe0e-4e87-aa99-91f63db63b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.931499 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:09.951382 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-d999dc42-2450-4846-999b-663fb7de692a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:09.960107 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-d999dc42-2450-4846-999b-663fb7de692a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.3262038 Feb 14 15:38:09.980790 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-5e28e4b4-3fe2-4717-beb4-f9387ea0bfa9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/quotas/7bc665899fee40b1bbf31d1277c45078 HTTP/1.1" status: 200 len: 375 time: 0.0197840 Feb 14 15:38:09.993131 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bfada873-fe0e-4e87-aa99-91f63db63b6c None None] Current status of the port 78eeceaa-85ed-4f56-9f27-565dad292430 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:10.039089 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Attempting to bind port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:10.039471 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Attempting to bind port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:10.044049 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Attempting to bind port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:10.063798 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:10.064186 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:10.068051 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.068595 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:10.069113 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Bound port: 533899c3-8f25-4b63-82f3-3f3fb7fabcb3, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:10.069513 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.074886 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Pushing event updated for resources: {'Port': ['ID=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:10.083156 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-19b7014d-06ce-401f-aa77-46d13f52e359 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013153 Feb 14 15:38:10.125151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c027419d-ee8a-491e-9d87-517307afff78 req-09f7a376-1374-4a0a-9182-eb9b23c38d4f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.1603391 Feb 14 15:38:10.175517 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] For port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:10.179717 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] For port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:10.212240 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.212618 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.212990 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.213344 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.219474 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.219474 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.219474 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.219953 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.220124 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.221027 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.221027 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.221277 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.222379 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Tracked resource versions report: Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: pushed versions: Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: { 'AddressGroup': {'1.2'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Log': {'1.0'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Network': {'1.1'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Port': {'1.7'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'PortForwarding': {'1.2'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'QosPolicy': {'1.10'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroup': {'1.5'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SubPort': {'1.0'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Subnet': {'1.1'}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Trunk': {'1.1'}} Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: consumer versions: Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: { DHCP agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: HyperV agent@hv-cinder-81514: {}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: L3 agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: Metadata agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: Metering agent@dv-cinder-815145-9-iscsi: {}, Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: Open vSwitch agent@dv-cinder-815145-9-iscsi: { 'AddressGroup': '1.2', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'ConntrackHelper': '1.0', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'LocalIPAssociation': '1.0', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Log': '1.0', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Network': '1.1', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Port': '1.7', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'PortForwarding': '1.2', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'QosPolicy': '1.10', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroup': '1.5', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SecurityGroupRule': '1.2', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'SubPort': '1.0', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Subnet': '1.1', Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: 'Trunk': '1.1'}} Feb 14 15:38:10.222834 dv-cinder-815145-9-iscsi neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 15:38:10.272782 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-ab88a0cf-33ed-486b-93ad-fa885bd482b8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:38:10.273322 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-ab88a0cf-33ed-486b-93ad-fa885bd482b8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1119394 Feb 14 15:38:10.284317 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.284615 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 78eeceaa-85ed-4f56-9f27-565dad292430 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:10.347833 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:10.349335 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:10.358648 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Router ca6df014-4627-46ea-92bf-c6c18554f64d is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:38:10.407169 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc72cb-feae-4879-8122-4b9959a1da8b None None] Pushing event updated for resources: {'Port': ['ID=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:10.445234 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 78eeceaa-85ed-4f56-9f27-565dad292430 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:10.445881 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.465416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Allocated IP 172.20.0.1 (225beac4-7071-426e-916a-2c0575f1cd68/37b102f1-6585-42ad-aad1-e5cd1910eedb/d968ecb4-68c7-44cf-9ffe-073220c6ba1f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:10.532029 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:10.674729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 78eeceaa-85ed-4f56-9f27-565dad292430 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:10.693653 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-1091bfde-6b6d-419b-ad95-0c32d20afc6c service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096630 Feb 14 15:38:10.765771 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:07Z', 'revision_number': 3, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:10.801399 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c380059-4133-4f24-a2bd-f08bf6c3c8b1 None None] The sync data for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi is: [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:07Z', 'revision_number': 3, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:38:10.828873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks [] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.903906 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:38:10.916811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:38:10.930966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:10.933079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:10.933838 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:10.956295 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-461eeb09-4383-40fd-aafd-7ae736484e45 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299402 Feb 14 15:38:10.989955 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Network 225beac4-7071-426e-916a-2c0575f1cd68 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:10.997407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Pushing event updated for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:11.000161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:11.002256 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:11.003044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:11.036691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:11.043421 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c4270795-6403-4053-9551-366c30020c64 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1539173 Feb 14 15:38:11.044612 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:11.145148 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:11.438883 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47810) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:11.694653 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:11.751919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:08Z', 'revision_number': 3, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:11.784306 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-338581b3-c9af-4e8a-9de1-2730b21f7048 req-d16d0eff-da46-4046-a05f-28ee69a0424b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0942273 Feb 14 15:38:11.787829 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49a864c4-7f0d-4485-a8b8-e919aee8abff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:11.812492 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32af0c5f-ae48-4597-936b-27fa33912e4d req-851c3cc8-115b-482e-82c4-5edc0f304652 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0438650 Feb 14 15:38:11.818031 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:38:11.818688 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Updating router ca6df014-4627-46ea-92bf-c6c18554f64d port 98a141d6-c157-4ac0-a7b8-02db53e03082 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:38:11.858943 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.092902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks [] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.116167 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.170281 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49a864c4-7f0d-4485-a8b8-e919aee8abff admin admin] Publish callbacks [] for security_group (bb347658-3dbf-4217-a99f-828ff5a931e1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.178998 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.179573 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.228930 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49a864c4-7f0d-4485-a8b8-e919aee8abff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (bb347658-3dbf-4217-a99f-828ff5a931e1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.284208 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a864c4-7f0d-4485-a8b8-e919aee8abff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb347658-3dbf-4217-a99f-828ff5a931e1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:12.318737 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-49a864c4-7f0d-4485-a8b8-e919aee8abff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f1d5c1368ed48b8a3674e76f8bea793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8786395 Feb 14 15:38:12.321939 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 47862) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:12.333697 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:12.366308 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Pushing event updated for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:12.391718 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.406774 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks [] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.431501 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] Publish callbacks [] for security_group (bb347658-3dbf-4217-a99f-828ff5a931e1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.435836 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Network 225beac4-7071-426e-916a-2c0575f1cd68 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:12.437569 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:12.483829 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:12.483829 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.495447 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] Publish callbacks [] for security_group (bb347658-3dbf-4217-a99f-828ff5a931e1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.525606 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.602462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02e186-ec96-48b3-9d62-cc5b09fe85a0 None None] Pushing event updated for resources: {'Port': ['ID=98a141d6-c157-4ac0-a7b8-02db53e03082,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:12.619057 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:38:12.628908 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Attempting to bind port 98a141d6-c157-4ac0-a7b8-02db53e03082 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Attempting to bind port 98a141d6-c157-4ac0-a7b8-02db53e03082 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Attempting to bind port 98a141d6-c157-4ac0-a7b8-02db53e03082 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Bound port: 98a141d6-c157-4ac0-a7b8-02db53e03082, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:12.670877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.693168 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:12.693562 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.728705 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:12.737713 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] For port 98a141d6-c157-4ac0-a7b8-02db53e03082, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:12.741462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] For port 98a141d6-c157-4ac0-a7b8-02db53e03082, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=98a141d6-c157-4ac0-a7b8-02db53e03082,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:12.759869 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:38:12.764787 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ac9f2530-6e2a-4df4-a731-67b36a93573f admin admin] 10.222.0.67 "PUT /v2.0/routers/3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7464368 Feb 14 15:38:12.791972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (bb347658-3dbf-4217-a99f-828ff5a931e1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.794877 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.800727 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb347658-3dbf-4217-a99f-828ff5a931e1 HTTP/1.1" status: 204 len: 168 time: 0.4771082 Feb 14 15:38:12.811977 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Allocated IP 172.20.0.1 (0796dbaf-aacb-418f-bd18-422c7f2a9f57/db763d3b-2881-40a5-a993-0e73e48de063/b86c6b92-4254-4892-9b2b-1d551ca5ca3f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:12.826797 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46311-d46b-481c-8036-9567482dde6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb347658-3dbf-4217-a99f-828ff5a931e1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:12.843706 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.849354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:12.959308 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:12.961591 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:12.965910 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:12.993589 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52d86cc3-4e85-4e06-a621-ab6870c55f21 req-7f5e9b7d-32c4-4579-a8a2-d46f6f1c0521 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0656261 Feb 14 15:38:13.010454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks [] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:13.113926 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02e186-ec96-48b3-9d62-cc5b09fe85a0 None None] Pushing event updated for resources: {'Port': ['ID=98a141d6-c157-4ac0-a7b8-02db53e03082,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:13.125878 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-37524579-dd30-4048-b62c-8786dda56e1d req-e6a8f6cb-3e7b-44c2-a627-36a473f57c25 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0444951 Feb 14 15:38:13.166276 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:13.224996 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:13.228038 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:13.233942 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:13.234434 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (ca6df014-4627-46ea-92bf-c6c18554f64d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:13.241358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:13.654685 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Pushing event updated for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:13.680773 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-93ee9c64-fc96-4806-b6aa-d27cf50c555c None None] Provisioning complete for port b86c6b92-4254-4892-9b2b-1d551ca5ca3f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:13.680773 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93ee9c64-fc96-4806-b6aa-d27cf50c555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:13.728219 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Sync routers for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:38:13.746918 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-93ee9c64-fc96-4806-b6aa-d27cf50c555c None None] Port b86c6b92-4254-4892-9b2b-1d551ca5ca3f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:38:13.768108 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:13.770590 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:13.786936 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:08Z', 'revision_number': 3, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:13.826698 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8ffb5-bc34-48ba-9c38-a617f2fa046c None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:08Z', 'revision_number': 3, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:38:13.863670 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:13.900624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-7de0151d-79f2-4260-9d5e-7fb8e8184785 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:13.902404 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-7de0151d-79f2-4260-9d5e-7fb8e8184785 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 818 time: 0.2530665 Feb 14 15:38:13.955649 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:14.063778 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-c58dec15-faa6-4cb2-b65c-97d6f00a1e56 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/quotas/1dcbfa8d41184197a263c6812d8ad19b HTTP/1.1" status: 200 len: 375 time: 0.1409822 Feb 14 15:38:14.216721 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-305e0d81-3407-4f07-bc13-f0a40ffdc04b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517525 Feb 14 15:38:14.369503 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-46daf935-59e1-4d4e-ba19-3e5531ce12c6 req-08a0c0c8-ed0e-4e4f-b7fe-50f86d2401c0 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0906591 Feb 14 15:38:14.392186 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:11Z', 'revision_number': 4, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'd968ecb4-68c7-44cf-9ffe-073220c6ba1f', 'name': '', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'mac_address': 'fa:16:3e:ff:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:09Z', 'updated_at': '2022-02-14T15:38:11Z', 'revision_number': 2, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'subnets': [{'id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:14.455417 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Checking router: 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:38:14.456053 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Updating router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 port d968ecb4-68c7-44cf-9ffe-073220c6ba1f binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:38:14.459156 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 98a141d6-c157-4ac0-a7b8-02db53e03082 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:14.480864 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks [] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.496805 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.501468 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-8b795d48-022d-4f13-a0fe-2d9f4bfbea3c service neutron] 10.222.0.67 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755954 Feb 14 15:38:14.577748 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 98a141d6-c157-4ac0-a7b8-02db53e03082 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:14.578184 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.581736 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.588313 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (ca6df014-4627-46ea-92bf-c6c18554f64d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.597482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f69ea468-1147-4a0d-bb3f-6c64124a62f3 req-9bae5b10-69d8-4dbe-8f50-fee8afbf4d5a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0774391 Feb 14 15:38:14.774591 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 98a141d6-c157-4ac0-a7b8-02db53e03082 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:14.774983 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.814016 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 98a141d6-c157-4ac0-a7b8-02db53e03082, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=98a141d6-c157-4ac0-a7b8-02db53e03082,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:14.865508 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Pushing event updated for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:14.876961 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-4c1e4d07-ab16-4ae3-8a98-2465712ed4f5 service neutron] 10.222.0.67 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515208 Feb 14 15:38:14.895946 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:14.897772 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:14.932061 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:14.933953 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:15.034191 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:15.034572 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.066253 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks [] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.087704 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:38:15.147430 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=98a141d6-c157-4ac0-a7b8-02db53e03082,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:15.166703 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.213005 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:15.275191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:38:15.295038 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-2e55983a-13f1-4a30-afc4-05297ba2d674 admin admin] 10.222.0.67 "PUT /v2.0/routers/ca6df014-4627-46ea-92bf-c6c18554f64d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2464347 Feb 14 15:38:15.304418 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794d4f2-a040-4853-b76a-c9b6c74ffda0 None None] Pushing event updated for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:15.389867 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Attempting to bind port d968ecb4-68c7-44cf-9ffe-073220c6ba1f on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:15.389867 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Attempting to bind port d968ecb4-68c7-44cf-9ffe-073220c6ba1f by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:15.389867 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Attempting to bind port d968ecb4-68c7-44cf-9ffe-073220c6ba1f on network 225beac4-7071-426e-916a-2c0575f1cd68 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:15.409119 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:15.409616 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Checking segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:15.410131 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.410637 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Bound using segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:15.412342 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Bound port: d968ecb4-68c7-44cf-9ffe-073220c6ba1f, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:15.412846 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.416597 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7e814a6a-e3ee-49f6-ac74-1fc279a262ef req-93c4f526-8ef5-457c-a8c8-cea59e37648e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 210 time: 0.0507956 Feb 14 15:38:15.492967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d38f8223-3cb9-40aa-9e04-1fe90541e225 None None] Provisioning complete for port b86c6b92-4254-4892-9b2b-1d551ca5ca3f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:15.493420 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d38f8223-3cb9-40aa-9e04-1fe90541e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.519675 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] For port d968ecb4-68c7-44cf-9ffe-073220c6ba1f, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:15.523083 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] For port d968ecb4-68c7-44cf-9ffe-073220c6ba1f, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:15.553584 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d38f8223-3cb9-40aa-9e04-1fe90541e225 None None] Port b86c6b92-4254-4892-9b2b-1d551ca5ca3f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:38:15.558813 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad1c463a-4470-40a2-82a7-5af370daa274 req-2db8da1b-b2e9-4150-914d-c167404fec32 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Feb 14 15:38:15.593680 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:15.680634 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:15.680634 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:15.687980 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794d4f2-a040-4853-b76a-c9b6c74ffda0 None None] Pushing event updated for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:15.725293 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cfda57c0-b6dc-42d3-8b35-3cf168203074 req-1641dd76-474d-4578-b903-762e446f6bf4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0360417 Feb 14 15:38:15.836375 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:16.168457 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-381a3f81-9bda-4cce-afd3-a60bf0842fbf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:16.172453 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-381a3f81-9bda-4cce-afd3-a60bf0842fbf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 818 time: 0.2321842 Feb 14 15:38:16.200133 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-dc1fbaa5-7bb9-4076-8e0e-6ed83d2f9abc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/quotas/1dcbfa8d41184197a263c6812d8ad19b HTTP/1.1" status: 200 len: 375 time: 0.0203464 Feb 14 15:38:16.263315 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:11Z', 'revision_number': 4, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'd968ecb4-68c7-44cf-9ffe-073220c6ba1f', 'name': '', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'mac_address': 'fa:16:3e:ff:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:09Z', 'updated_at': '2022-02-14T15:38:15Z', 'revision_number': 4, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'subnets': [{'id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:16.276418 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 98a141d6-c157-4ac0-a7b8-02db53e03082 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:16.337951 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989457a-7dfa-41ec-b8cf-05eff4a8a04a None None] The sync data for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi is: [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:38:11Z', 'revision_number': 4, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'd968ecb4-68c7-44cf-9ffe-073220c6ba1f', 'name': '', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'mac_address': 'fa:16:3e:ff:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:09Z', 'updated_at': '2022-02-14T15:38:15Z', 'revision_number': 4, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'subnets': [{'id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:38:16.340094 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-18d32bb6-813e-43b4-b0bd-1dac81e62e2a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323757 Feb 14 15:38:16.355661 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 98a141d6-c157-4ac0-a7b8-02db53e03082 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:16.356216 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:16.507621 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 98a141d6-c157-4ac0-a7b8-02db53e03082 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:16.512003 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:38:16.523112 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f27838e5-5567-4bf1-b583-7d297af25d20 service neutron] 10.222.0.67 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818078 Feb 14 15:38:16.524418 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:16.526736 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:16.673438 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-e4a09341-d07d-49e9-8815-4d4569781146 service neutron] 10.222.0.67 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475701 Feb 14 15:38:16.719915 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:16.763106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48038) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:16.772407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072758182', 'description': 'tempest-description--15854218'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:16.886081 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:16.978640 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-55996cac-2b0c-4616-94a2-f8a9ace67ed2 req-5fecbff5-aefb-4d12-9059-fe9506d1c450 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0789330 Feb 14 15:38:17.022089 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (cf28f2a1-cd6d-423d-b493-4469d972ba10), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.047620 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4a94f85a-3b59-495a-b8b0-46e19801ae31 req-93b618fa-ae36-4d15-b74d-5317dc968cd2 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0454733 Feb 14 15:38:17.050265 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:38:17.070035 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 2, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:17.104240 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (cf28f2a1-cd6d-423d-b493-4469d972ba10), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.131642 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:38:17.133379 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Updating router ca6df014-4627-46ea-92bf-c6c18554f64d port b86c6b92-4254-4892-9b2b-1d551ca5ca3f binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:38:17.161378 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28f2a1-cd6d-423d-b493-4469d972ba10,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:17.173129 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-25e967fd-96f6-4324-8126-9c7f01ae000f req-44482a15-f57a-41c9-ac53-9e8709ee6977 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0545483 Feb 14 15:38:17.175754 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.219649 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.221143 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-32aba3d1-5b82-4884-8aea-b57f023139ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4553719 Feb 14 15:38:17.224063 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48054) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:17.229348 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f2a1-cd6d-423d-b493-4469d972ba10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:17.346722 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (58677f99-ce21-4e0f-b7c6-09368adcba44), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.350689 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48058) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:17.460211 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (58677f99-ce21-4e0f-b7c6-09368adcba44), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.533073 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks [] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.535268 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (58677f99-ce21-4e0f-b7c6-09368adcba44), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.538314 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1e3551e-408f-4be6-b3a8-a75c9baae61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.563873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58677f99-ce21-4e0f-b7c6-09368adcba44,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:17.640462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.645680 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.649929 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-31ad2a49-61c6-48e5-b6ea-47ffde839c85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4216216 Feb 14 15:38:17.649929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1e3551e-408f-4be6-b3a8-a75c9baae61f admin admin] Publish callbacks [] for security_group (ddc66124-e54f-40c2-8f3b-a84d14559112), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.649929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48064) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:17.654229 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group_rule': {'security_group_id': 'cf28f2a1-cd6d-423d-b493-4469d972ba10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:17.719977 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a3d9-cd76-48b6-b3b5-9c41e8080e88 None None] Pushing event updated for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:17.766278 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1e3551e-408f-4be6-b3a8-a75c9baae61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ddc66124-e54f-40c2-8f3b-a84d14559112), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.791994 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Attempting to bind port b86c6b92-4254-4892-9b2b-1d551ca5ca3f on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:17.792453 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Attempting to bind port b86c6b92-4254-4892-9b2b-1d551ca5ca3f by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:17.792717 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Attempting to bind port b86c6b92-4254-4892-9b2b-1d551ca5ca3f on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:17.800811 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3551e-408f-4be6-b3a8-a75c9baae61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc66124-e54f-40c2-8f3b-a84d14559112,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:17.804535 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:17.804535 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Checking segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:17.804535 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.804823 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Bound using segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:17.805615 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Bound port: b86c6b92-4254-4892-9b2b-1d551ca5ca3f, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:17.805615 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.814054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (d07ed582-2bb4-4d2c-b637-497cd48f1685), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.847719 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48070) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:17.863135 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d1e3551e-408f-4be6-b3a8-a75c9baae61f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=affc42832f8b455fac2b63b274615b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4923513 Feb 14 15:38:17.945845 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (d07ed582-2bb4-4d2c-b637-497cd48f1685), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.949685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] For port b86c6b92-4254-4892-9b2b-1d551ca5ca3f, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:17.954332 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] For port b86c6b92-4254-4892-9b2b-1d551ca5ca3f, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:17.962288 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] Publish callbacks [] for security_group (ddc66124-e54f-40c2-8f3b-a84d14559112), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.985922 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] Publish callbacks [] for security_group (ddc66124-e54f-40c2-8f3b-a84d14559112), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:17.998327 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-d15c2615-f323-4f73-9d53-52fea171f6a5 None None] Provisioning complete for port b86c6b92-4254-4892-9b2b-1d551ca5ca3f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:17.998788 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d15c2615-f323-4f73-9d53-52fea171f6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.040817 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d15c2615-f323-4f73-9d53-52fea171f6a5 None None] Port b86c6b92-4254-4892-9b2b-1d551ca5ca3f cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:38:18.064941 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.065049 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (d07ed582-2bb4-4d2c-b637-497cd48f1685), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.085921 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07ed582-2bb4-4d2c-b637-497cd48f1685,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:18.143827 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eb255be6-9ccb-410a-a93e-66afed18f2df req-6f3cd123-360e-44ba-8aae-0c991c5d3f58 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0399272 Feb 14 15:38:18.165804 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ddc66124-e54f-40c2-8f3b-a84d14559112), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.168978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.172173 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ddc66124-e54f-40c2-8f3b-a84d14559112 HTTP/1.1" status: 204 len: 168 time: 0.3227086 Feb 14 15:38:18.179710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:38:18.179710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:38:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:18.184198 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a3d9-cd76-48b6-b3b5-9c41e8080e88 None None] Pushing event updated for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:18.185918 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe1a1d-7388-44cd-ae7a-03ce04b72daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc66124-e54f-40c2-8f3b-a84d14559112,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:18.243987 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bcf71229-d1ae-4db1-b0fd-6c74fd8daec9 req-dae7503e-1cce-4a32-b4c2-8eaef951e8f0 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.1001949 Feb 14 15:38:18.259407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.266624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:18.267025 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-baa7d4ba-d1da-4ca7-b28e-8311dd70e905 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6098940 Feb 14 15:38:18.289865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:18.442212 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-69c65f58-7b64-465c-b690-e799a3bda59f req-afd42bed-654e-4b70-86b3-16ebd9ef4932 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0523539 Feb 14 15:38:18.447505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:38:18.467474 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.492606 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d968ecb4-68c7-44cf-9ffe-073220c6ba1f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:18.719056 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.735919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Provisioning complete for port b86c6b92-4254-4892-9b2b-1d551ca5ca3f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:18.739489 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.813282 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port d968ecb4-68c7-44cf-9ffe-073220c6ba1f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:18.813659 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:18.840759 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Allocated IP 172.27.3.101 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/c2ab6dae-5387-45c7-a4a1-d70517eac6b9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:18.974361 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Current status of the port b86c6b92-4254-4892-9b2b-1d551ca5ca3f is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:18.979336 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.009908 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port d968ecb4-68c7-44cf-9ffe-073220c6ba1f is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:19.010300 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.028980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:17Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:38:19.052379 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48106) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:19.064572 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.065727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ea3119-6db1-4841-b3f7-7f8da2e21d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.066235 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92ffb-c419-477f-b193-3770bfa48d97 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:17Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:38:19.074895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] For port b86c6b92-4254-4892-9b2b-1d551ca5ca3f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:19.094911 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port d968ecb4-68c7-44cf-9ffe-073220c6ba1f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:19.145385 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.174199 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.194809 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.195701 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ea3119-6db1-4841-b3f7-7f8da2e21d97 admin admin] Publish callbacks [] for security_group (01944354-1789-49ec-92e9-2366b8b06ef0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.228818 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23bcb-65da-45b8-ab0b-89713e8af321 None None] Pushing event updated for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.238668 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:19.245614 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:19.248325 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=c2ab6dae-5387-45c7-a4a1-d70517eac6b9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.250464 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:19.291379 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df7079b1-d572-48de-976b-ec8ca3cb044f req-7814783a-e18c-46a0-ad64-f560240bc698 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0499063 Feb 14 15:38:19.306136 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ea3119-6db1-4841-b3f7-7f8da2e21d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (01944354-1789-49ec-92e9-2366b8b06ef0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.344234 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.352940 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-92ea3119-6db1-4841-b3f7-7f8da2e21d97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e78ce5f0336041d0abf9c8c347fe31d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2994027 Feb 14 15:38:19.353741 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3119-6db1-4841-b3f7-7f8da2e21d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01944354-1789-49ec-92e9-2366b8b06ef0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.357592 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48112) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:19.381422 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.424599 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4992fa36-4941-4a9f-b090-20f02471ee05 req-0d88522a-def4-4da2-8c9f-44fc4443ebc3 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0294623 Feb 14 15:38:19.469147 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] Publish callbacks [] for security_group (01944354-1789-49ec-92e9-2366b8b06ef0), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.494514 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] Publish callbacks [] for security_group (01944354-1789-49ec-92e9-2366b8b06ef0), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.495865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.580756 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-432d34b3-c430-46a7-bb77-d8313551c22d req-449af8b3-d054-476f-bfd1-2f45b3eea441 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0377166 Feb 14 15:38:19.644395 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (01944354-1789-49ec-92e9-2366b8b06ef0), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.647033 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.648234 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01944354-1789-49ec-92e9-2366b8b06ef0 HTTP/1.1" status: 204 len: 168 time: 0.2893529 Feb 14 15:38:19.659875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aad3b-e393-4a58-a5dc-d2f40e6a164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01944354-1789-49ec-92e9-2366b8b06ef0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.712443 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.771182 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.800193 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.828073 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=c2ab6dae-5387-45c7-a4a1-d70517eac6b9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:19.891953 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:19.895635 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-8aaa9858-4193-40f1-849a-022bd06183f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6252296 Feb 14 15:38:20.153720 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-8856e92b-5612-4731-8f6e-cc1634cad55f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1072758182&fields=id&tenant_id=89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 267 time: 0.0524175 Feb 14 15:38:20.295831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-3c7ca18e-9e63-4faf-9284-995c19f2344f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:20.306869 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-3c7ca18e-9e63-4faf-9284-995c19f2344f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 810 time: 0.1372397 Feb 14 15:38:20.313302 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-2120368e-97fa-4b90-a143-546a8489be34 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/quotas/89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 375 time: 0.0099781 Feb 14 15:38:20.357184 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d968ecb4-68c7-44cf-9ffe-073220c6ba1f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:20.402820 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-2e930137-6966-440b-af36-5bd618997afe tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762165 Feb 14 15:38:20.422194 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1538a5b4-456b-4afa-bc52-bf2c49800b47 req-d4fd637f-8074-46ee-952e-d07a9e56c95f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0356367 Feb 14 15:38:20.445003 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port d968ecb4-68c7-44cf-9ffe-073220c6ba1f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:20.445842 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:20.531946 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-2e869e90-bb43-4a68-853e-930d16d0c766 service neutron] 10.222.0.67 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070135 Feb 14 15:38:20.535520 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port d968ecb4-68c7-44cf-9ffe-073220c6ba1f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:20.537347 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device b86c6b92-4254-4892-9b2b-1d551ca5ca3f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:38:20.543966 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed2c3143-84c4-487b-be53-5591e1cc9e46 req-92a34048-1e88-4920-8207-8471af0a7100 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0287068 Feb 14 15:38:20.584673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port b86c6b92-4254-4892-9b2b-1d551ca5ca3f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:20.585053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:20.634551 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-c3a22099-a3d0-4f1d-ae94-df5b3ab19f04 service neutron] 10.222.0.67 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962293 Feb 14 15:38:20.688527 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port b86c6b92-4254-4892-9b2b-1d551ca5ca3f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:20.709227 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29f932f4-4b93-4294-b5d9-094791f40625 req-9c4a70df-74b3-4b39-99a8-6899e118f205 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0364728 Feb 14 15:38:20.965525 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9a94367d-2137-4f1a-b1b5-d8c9ed64efe7 req-65a4511f-cd96-4326-94ca-03e8d4021b68 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0399244 Feb 14 15:38:21.518578 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2234c935-bd57-459c-addd-47f3be7800f2 req-fc6ce0bf-7e59-4835-a16f-526a3acfbd44 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0273709 Feb 14 15:38:21.643166 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8bd43b79-a2c4-48b4-942a-9aa41696480c req-cc9c74f4-6581-45eb-b99c-cdb35a64f974 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0267398 Feb 14 15:38:21.807317 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4328d816-2dd3-4187-8c6b-3722717d1284 req-7ff65e11-ff43-4491-94bd-bc9bb10e7075 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0301459 Feb 14 15:38:22.046389 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a6b89db6-50d2-4c06-b19b-4a4fb6694f1a req-a505a669-5238-4b24-9d52-04946fd0ed2a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0315790 Feb 14 15:38:22.400122 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48248) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:22.507899 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be4419a5-567d-448d-b02a-af0ca522edfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.611461 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be4419a5-567d-448d-b02a-af0ca522edfa admin admin] Publish callbacks [] for security_group (709c83b1-374a-478a-8b91-68be822ecc2f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.654145 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c87bb9b-1dd5-42e1-82a8-9f74fd2c76b6 req-fb5bb5d4-97e8-4c1c-8a61-01a6733e31de tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0313621 Feb 14 15:38:22.697524 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be4419a5-567d-448d-b02a-af0ca522edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (709c83b1-374a-478a-8b91-68be822ecc2f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.763756 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3ad781fc-d2e4-4fd8-8d14-68b45b991598 req-6f815033-89a6-4eec-bf61-116a8891b9db tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0467176 Feb 14 15:38:22.770786 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-be4419a5-567d-448d-b02a-af0ca522edfa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4eaf43c8b4ed4927900339e49e63cb20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3663945 Feb 14 15:38:22.770786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4419a5-567d-448d-b02a-af0ca522edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c83b1-374a-478a-8b91-68be822ecc2f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:22.771699 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48256) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:22.824953 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] Publish callbacks [] for security_group (709c83b1-374a-478a-8b91-68be822ecc2f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.850362 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] Publish callbacks [] for security_group (709c83b1-374a-478a-8b91-68be822ecc2f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.917537 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c768b7c5-26c1-430f-badf-9af6fc93684c req-3439cc73-875c-44a3-b51f-504f5e6559c1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Feb 14 15:38:22.982644 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (709c83b1-374a-478a-8b91-68be822ecc2f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.985387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:22.986491 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/709c83b1-374a-478a-8b91-68be822ecc2f HTTP/1.1" status: 204 len: 168 time: 0.2134662 Feb 14 15:38:22.994749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d873e4-d05a-4467-94ba-a4998bbe2efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c83b1-374a-478a-8b91-68be822ecc2f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:23.157900 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d3ac970b-3256-46b7-b0b0-ba6a59eca0a1 req-41d9d915-19d1-480f-8bd3-652da5ceb830 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0340307 Feb 14 15:38:23.170342 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.100', 52864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:23.186931 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.100', 52866) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:23.343428 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-de90d34b-3200-4119-8b88-a62ce86e27ec tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:23.345225 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-de90d34b-3200-4119-8b88-a62ce86e27ec tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.100 "GET /v2.0/networks?id=9461f206-7f54-47c7-a1a1-c511ef8f2d76 HTTP/1.1" status: 200 len: 811 time: 0.1482785 Feb 14 15:38:23.357503 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-a6d53829-b1a7-4e3d-bbb2-85122d940716 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:23.362141 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.100', 52868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:23.362270 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-a6d53829-b1a7-4e3d-bbb2-85122d940716 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1607556 Feb 14 15:38:23.467371 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Request body: {'port': {'device_id': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'admin_state_up': True, 'tenant_id': '7bc665899fee40b1bbf31d1277c45078'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:23.470405 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Request body: {'port': {'device_id': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76', 'admin_state_up': True, 'tenant_id': '7f9b62d86aea47be9b29c8f0050fba4d'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:23.627563 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-4cd39363-9cb6-4933-8d39-5e64eac19a0e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:23.629441 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-4cd39363-9cb6-4933-8d39-5e64eac19a0e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 818 time: 0.1870961 Feb 14 15:38:23.657438 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Request body: {'port': {'device_id': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'admin_state_up': True, 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:23.728184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Made reservation on behalf of 7f9b62d86aea47be9b29c8f0050fba4d for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:23.731654 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:23.734857 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48284) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:23.925640 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-80f2972f-f8af-462a-b2de-84a588c8609c req-d2a27fe7-fa7b-47e4-bcfb-8d13b435ab3a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0651457 Feb 14 15:38:23.932115 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1c6fe3c9-077d-4091-b475-f5317050ddda req-a35e0d1d-5768-429b-a278-1894fd799bdc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.2098348 Feb 14 15:38:23.932757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:23.936211 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:23.939730 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91d261ba-8db9-44bb-9031-a6f55d86df06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:23.986438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.100', 52873) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:24.000042 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Made reservation on behalf of 1dcbfa8d41184197a263c6812d8ad19b for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:24.004206 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.098806 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Allocated IP 172.20.0.7 (9461f206-7f54-47c7-a1a1-c511ef8f2d76/4769861f-a484-4d54-b63f-3aa7384b9993/b939a001-80ce-42ec-87b2-df55a5409384) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:24.189445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9a31f05-21f5-42a8-b4e1-027192cf719d req-3be64774-3ae5-40d8-99a6-3b450384571b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.1013558 Feb 14 15:38:24.356083 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.100', 52880) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:24.359902 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e97812b5-f24b-403d-9922-e0432b60219d req-be736169-d656-4320-8bc1-b9c639138fb5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0978951 Feb 14 15:38:24.528667 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Allocated IP 172.20.0.6 (225beac4-7071-426e-916a-2c0575f1cd68/37b102f1-6585-42ad-aad1-e5cd1910eedb/5bab5260-d6ed-4f85-b1f8-691757a72025) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:24.555392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-6fa5c695-ac1e-4b55-9bae-f3ef0b7005d9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:24.557023 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-6fa5c695-ac1e-4b55-9bae-f3ef0b7005d9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 818 time: 0.5233867 Feb 14 15:38:24.610495 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Request body: {'port': {'device_id': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'admin_state_up': True, 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:24.622402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91d261ba-8db9-44bb-9031-a6f55d86df06 admin admin] Publish callbacks [] for security_group (1ca2f356-1045-4ff4-a573-9df970e2b685), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.624894 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Allocated IP 172.20.0.8 (be404b3e-4d5f-4566-9a44-63b992939d4e/823e1052-d325-469d-af7d-079368d61c30/d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:24.713591 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks [] for port (b939a001-80ce-42ec-87b2-df55a5409384), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.749595 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks [] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.756773 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91d261ba-8db9-44bb-9031-a6f55d86df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (1ca2f356-1045-4ff4-a573-9df970e2b685), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.804557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d261ba-8db9-44bb-9031-a6f55d86df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca2f356-1045-4ff4-a573-9df970e2b685,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:24.819033 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-32ca7e2a-118f-46ed-b2eb-270c7dbe0f5c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:24.822721 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-32ca7e2a-118f-46ed-b2eb-270c7dbe0f5c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 810 time: 0.4597826 Feb 14 15:38:24.840940 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:24.893311 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-91d261ba-8db9-44bb-9031-a6f55d86df06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71c4e6787890441f9589b9b7a9e9c5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1570973 Feb 14 15:38:24.927986 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48354) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:24.962748 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Pushing event updated for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:24.966170 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:24.967898 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:24.970203 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:24.978543 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:24.978543 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.001663 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.062944 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Network 225beac4-7071-426e-916a-2c0575f1cd68 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:25.069053 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:25.073631 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:25.079370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:25.080286 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.095474 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-a6cd5a2c-1fa3-45e3-a17c-bc1c9daed87c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6329162 Feb 14 15:38:25.100801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Pushing event updated for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:25.125019 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-d713f10b-09db-48e7-bc0c-6e378207160e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:38:25.128475 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-d713f10b-09db-48e7-bc0c-6e378207160e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231395 Feb 14 15:38:25.203616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-da2a5774-79fc-400c-936b-a8e1b4e54911 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 380 time: 0.3625727 Feb 14 15:38:25.221528 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-263597f0-0321-40fb-be7a-8493df1cbd4e req-3501d310-e1dc-4a4e-a9e9-954fca354e57 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.1053207 Feb 14 15:38:25.253474 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4dc0-7d27-4605-b4ac-9f4e3f388ea1 req-2eadfb85-6898-4693-8e34-6af16276f354 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:25.253875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'port': {'device_id': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'admin_state_up': True, 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'security_groups': ['cf28f2a1-cd6d-423d-b493-4469d972ba10']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:25.255107 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-dceb4dc0-7d27-4605-b4ac-9f4e3f388ea1 req-2eadfb85-6898-4693-8e34-6af16276f354 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 931 time: 0.1663873 Feb 14 15:38:25.304910 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-a9492539-d8e9-4993-a7f3-22c5469f9fd7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6513653 Feb 14 15:38:25.337372 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Made reservation on behalf of 1dcbfa8d41184197a263c6812d8ad19b for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:25.341051 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.345447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:25.386366 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-dceb4dc0-7d27-4605-b4ac-9f4e3f388ea1 req-c75b62ae-8f65-4af7-aee3-b7da7973c5c7 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Feb 14 15:38:25.454721 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks [] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.522106 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ff2ec2b9-7959-4f47-b3bd-053cfde5fb74 req-7a5673b2-26ed-44dc-828a-ae5da27c63e4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0569680 Feb 14 15:38:25.640173 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] Publish callbacks [] for security_group (1ca2f356-1045-4ff4-a573-9df970e2b685), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.661010 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ce1de5a9-137f-4e2f-8c7b-5ea5c100a61f req-b22eb2de-11b6-40aa-a13e-56d804818e63 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.2327876 Feb 14 15:38:25.664100 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Request body: {'port': {'device_id': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:25.695466 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.716808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Request body: {'port': {'device_id': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:25.825127 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:25.915339 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b939a001-80ce-42ec-87b2-df55a5409384), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.021992 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] Publish callbacks [] for security_group (1ca2f356-1045-4ff4-a573-9df970e2b685), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.064893 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Made reservation on behalf of 89ab2894827245cab84c4f4d6d13efe1 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:38:26.071411 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.075925 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Network be404b3e-4d5f-4566-9a44-63b992939d4e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:26.085058 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76b835a0-09a3-4f68-a049-78915139ca1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.154343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:26.160522 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:26.167406 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:26.168362 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.205483 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event updated for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:26.304770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76b835a0-09a3-4f68-a049-78915139ca1d admin admin] Publish callbacks [] for security_group (ab127189-69e3-4d69-8d76-986cda5e9e23), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.434296 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76b835a0-09a3-4f68-a049-78915139ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ab127189-69e3-4d69-8d76-986cda5e9e23), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.517418 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bab5260-d6ed-4f85-b1f8-691757a72025 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:26.528341 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b835a0-09a3-4f68-a049-78915139ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab127189-69e3-4d69-8d76-986cda5e9e23,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:26.537684 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks [] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.537876 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-76b835a0-09a3-4f68-a049-78915139ca1d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4256f9f23d2e4207a2358e6a37ab8f06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1811714 Feb 14 15:38:26.538403 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48420) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:26.559153 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48422) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:26.625328 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b939a001-80ce-42ec-87b2-df55a5409384 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:26.633138 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-eaed1545-c898-4ae8-a390-3e9b20f8df7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1721942 Feb 14 15:38:26.635507 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks [] for port (b939a001-80ce-42ec-87b2-df55a5409384), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.662138 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf80cc-ec11-4ed2-bb1c-b84af6e4ec73 req-30117bd5-1d34-4150-84f9-4f74c76509bc tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:26.664084 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbaf80cc-ec11-4ed2-bb1c-b84af6e4ec73 req-30117bd5-1d34-4150-84f9-4f74c76509bc tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 931 time: 0.1493995 Feb 14 15:38:26.680467 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f02f5-9b25-4d79-9917-014ff1a953c4 req-359d2a82-dc39-437b-8398-da574a289a7b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:26.683036 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-798f02f5-9b25-4d79-9917-014ff1a953c4 req-359d2a82-dc39-437b-8398-da574a289a7b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 931 time: 0.3446817 Feb 14 15:38:26.686337 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Request body: {'port': {'device_id': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:26.703629 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Transition to ACTIVE for port object b939a001-80ce-42ec-87b2-df55a5409384 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:38:26.706225 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Transition to ACTIVE for port object 5bab5260-d6ed-4f85-b1f8-691757a72025 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:38:26.736822 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbaf80cc-ec11-4ed2-bb1c-b84af6e4ec73 req-bfcce01f-65f3-47e0-b145-06facc9a1f7f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668824 Feb 14 15:38:26.755366 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (1ca2f356-1045-4ff4-a573-9df970e2b685), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.757926 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.763777 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ca2f356-1045-4ff4-a573-9df970e2b685 HTTP/1.1" status: 204 len: 168 time: 1.8611057 Feb 14 15:38:26.804784 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.808978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:26.884949 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd2054bc-8ef9-4685-b08f-d5e904e0296c req-2ed44a13-9e88-4eda-a31e-4763b450d1a3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0591948 Feb 14 15:38:26.936596 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Pushing event updated for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:27.032646 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:27.080095 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8820-b7d2-455e-b9a2-5dc0c0709652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca2f356-1045-4ff4-a573-9df970e2b685,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:27.109544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Allocated IP 172.20.0.4 (0796dbaf-aacb-418f-bd18-422c7f2a9f57/db763d3b-2881-40a5-a993-0e73e48de063/ac2a78d6-df94-4b82-b38c-1879daec2247) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:27.128775 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f99f8cc3-060b-4d5a-9c6c-317e0509313a req-fa95f241-6ccf-4720-ba27-6782f2e32abd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0973275 Feb 14 15:38:27.131978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Attempting to bind port 5bab5260-d6ed-4f85-b1f8-691757a72025 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:27.131978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Attempting to bind port 5bab5260-d6ed-4f85-b1f8-691757a72025 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:27.132345 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Attempting to bind port 5bab5260-d6ed-4f85-b1f8-691757a72025 on network 225beac4-7071-426e-916a-2c0575f1cd68 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:27.135721 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Attempting to bind port b939a001-80ce-42ec-87b2-df55a5409384 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:27.136090 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Attempting to bind port b939a001-80ce-42ec-87b2-df55a5409384 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:27.136312 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Attempting to bind port b939a001-80ce-42ec-87b2-df55a5409384 on network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:27.141980 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Port 5bab5260-d6ed-4f85-b1f8-691757a72025 on network 225beac4-7071-426e-916a-2c0575f1cd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:38:27.142300 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Attempting to bind port 5bab5260-d6ed-4f85-b1f8-691757a72025 on network 225beac4-7071-426e-916a-2c0575f1cd68 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:27.144510 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Port b939a001-80ce-42ec-87b2-df55a5409384 on network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:38:27.144762 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Attempting to bind port b939a001-80ce-42ec-87b2-df55a5409384 on network 9461f206-7f54-47c7-a1a1-c511ef8f2d76 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:27.151527 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:27.151766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Checking segment: {'id': 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:27.152308 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Bound using segment: {'id': 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:27.152734 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Bound port: b939a001-80ce-42ec-87b2-df55a5409384, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:27.153090 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b939a001-80ce-42ec-87b2-df55a5409384), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.163487 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:27.163875 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Checking segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:27.164274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Bound using segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:27.164712 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Bound port: 5bab5260-d6ed-4f85-b1f8-691757a72025, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:27.165147 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.176590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.216030 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533a1769-8c24-476e-a5db-0792d32bc1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.298903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] Publish callbacks [] for security_group (ab127189-69e3-4d69-8d76-986cda5e9e23), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.321528 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-798f02f5-9b25-4d79-9917-014ff1a953c4 req-962b4c87-0749-4047-88f8-a825b0ed5639 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672050 Feb 14 15:38:27.334801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:27.340529 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b939a001-80ce-42ec-87b2-df55a5409384,segment=NetworkSegment(f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277),segment_id=f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:27.342735 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:27.347314 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5bab5260-d6ed-4f85-b1f8-691757a72025,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:27.370653 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Allocated IP 172.20.0.14 (225beac4-7071-426e-916a-2c0575f1cd68/37b102f1-6585-42ad-aad1-e5cd1910eedb/728d5208-ef1d-42cd-ba43-59c9e85827c3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:38:27.463523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] Publish callbacks [] for security_group (ab127189-69e3-4d69-8d76-986cda5e9e23), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.475040 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c142749-4c14-49dd-adec-333e98321627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.548220 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.552705 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.689888 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.699975 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:27.700595 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:27.702162 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] 10.222.0.100 "PUT /v2.0/ports/b939a001-80ce-42ec-87b2-df55a5409384 HTTP/1.1" status: 200 len: 1093 time: 2.1716380 Feb 14 15:38:27.713763 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:38:27.994595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533a1769-8c24-476e-a5db-0792d32bc1c2 admin admin] Publish callbacks [] for security_group (b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.021648 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:28.022856 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.025290 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] 10.222.0.100 "PUT /v2.0/ports/5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 1093 time: 2.4923739 Feb 14 15:38:28.049362 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06150b37-5e69-4b25-b5e9-ca30ae459217 service neutron] Pushing event updated for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.116265 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9e9b-9b22-4a6d-b068-f589b39e0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.128883 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e235b-be61-4cb3-9650-7d198216cef3 req-108f6381-881c-40eb-a02c-cefad201f89d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:28.137099 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-584e235b-be61-4cb3-9650-7d198216cef3 req-108f6381-881c-40eb-a02c-cefad201f89d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.1364193 Feb 14 15:38:28.245615 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-584e235b-be61-4cb3-9650-7d198216cef3 req-79d2bce2-68be-461d-a1e5-e07002247e58 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779486 Feb 14 15:38:28.246604 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:28.246604 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks [] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.261978 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Transition to ACTIVE for port object d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:38:28.265143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.324178 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ab127189-69e3-4d69-8d76-986cda5e9e23), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.327527 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.331619 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab127189-69e3-4d69-8d76-986cda5e9e23 HTTP/1.1" status: 204 len: 168 time: 1.7817242 Feb 14 15:38:28.331619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-533a1769-8c24-476e-a5db-0792d32bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.357594 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f493daa-516e-4c3a-a18b-fd653a6dbd40" -d '{"events": [{"name": "network-changed", "server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "tag": "b939a001-80ce-42ec-87b2-df55a5409384"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:38:28.368820 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bae27826-c930-438b-bd8f-0d820167b1ff req-00fcbaad-c219-4b84-bd2b-a6dff86d52cf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0808237 Feb 14 15:38:28.422693 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks [] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.432898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b249a-a836-419a-9f79-5aee4b8d3efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab127189-69e3-4d69-8d76-986cda5e9e23,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.457763 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.466125 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:28.473780 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.487667 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-533a1769-8c24-476e-a5db-0792d32bc1c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e3899dc196f4bc2ab135352488825be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9274142 Feb 14 15:38:28.491979 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:28.496504 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48466) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:28.503785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:28.509712 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:28.510352 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.533230 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058306-852b-4174-951a-e05dbcb5cb25 req-a9c74781-2400-4069-b61c-56b5d31a3952 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:28.534760 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-15058306-852b-4174-951a-e05dbcb5cb25 req-a9c74781-2400-4069-b61c-56b5d31a3952 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 931 time: 0.5389576 Feb 14 15:38:28.634156 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a1769-8c24-476e-a5db-0792d32bc1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.747412 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-6ee9a1e9-8123-4840-bb49-9603b1999ac6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4920402 Feb 14 15:38:28.859152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Request body: {'port': {'device_id': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:28.871244 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Pushing event updated for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:28.908049 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] Publish callbacks [] for security_group (b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.918858 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Attempting to bind port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:28.919480 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Attempting to bind port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:28.920107 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Attempting to bind port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:28.934292 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-15058306-852b-4174-951a-e05dbcb5cb25 req-53b29ff1-8a34-4223-8cb4-fb62ed9b4385 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169959 Feb 14 15:38:28.938234 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f on network be404b3e-4d5f-4566-9a44-63b992939d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:38:28.938904 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Attempting to bind port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:28.961056 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-1e73cd43-d945-4eb8-bc10-155ac46dfd82 None None] Provisioning complete for port ac2a78d6-df94-4b82-b38c-1879daec2247 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:38:28.964596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e73cd43-d945-4eb8-bc10-155ac46dfd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:28.977557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:28.990505 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Checking segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:28.993969 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Bound using segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:28.994678 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Bound port: d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:28.995286 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.007482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.085031 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1e73cd43-d945-4eb8-bc10-155ac46dfd82 None None] Port ac2a78d6-df94-4b82-b38c-1879daec2247 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:38:29.117787 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.159428 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] Publish callbacks [] for security_group (b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.212745 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816199-77de-42cb-b374-d3a0575f40a5 req-8350e53f-50d1-4696-8394-127b1b2398d7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.220246 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0d816199-77de-42cb-b374-d3a0575f40a5 req-8350e53f-50d1-4696-8394-127b1b2398d7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.6194525 Feb 14 15:38:29.265348 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Network 225beac4-7071-426e-916a-2c0575f1cd68 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:38:29.266276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Pushing event updated for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:29.295803 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:38:29.310135 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:29.336027 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:29.341086 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:38:29.347736 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.348550 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.356820 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-d1202297-7237-4db5-ac92-06e1e7a8a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.371026 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-d1202297-7237-4db5-ac92-06e1e7a8a253 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1127 time: 0.3231757 Feb 14 15:38:29.400479 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0d816199-77de-42cb-b374-d3a0575f40a5 req-5d88a0f4-8b81-4de9-86cf-f11f0201f827 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692321 Feb 14 15:38:29.439491 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.483402 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-869b03f4-1c5b-4d9d-91ec-296aafebcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.489078 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-869b03f4-1c5b-4d9d-91ec-296aafebcc00 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f9b62d86aea47be9b29c8f0050fba4d&device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 1127 time: 0.3387287 Feb 14 15:38:29.508751 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.509416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.510840 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] 10.222.0.100 "PUT /v2.0/ports/d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 200 len: 1093 time: 2.8477237 Feb 14 15:38:29.511504 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:38:29.563288 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-51b0775f-dcab-43ae-a48b-e2cc5e17cf0b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.1582110 Feb 14 15:38:29.656141 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-8fb06b04-368d-428e-b1bc-be8693a22943 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b939a001-80ce-42ec-87b2-df55a5409384 HTTP/1.1" status: 200 len: 217 time: 0.1048620 Feb 14 15:38:29.662728 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-fa34a18e-8590-4b2c-ac2e-e926a94f034d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0621073 Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc75cf0-36b0-49e5-b52b-6f2d5da5c0e0 x-openstack-request-id: req-3dc75cf0-36b0-49e5-b52b-6f2d5da5c0e0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "tag": "b939a001-80ce-42ec-87b2-df55a5409384", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dc75cf0-36b0-49e5-b52b-6f2d5da5c0e0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384', 'status': 'completed', 'code': 200} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.741766 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3 HTTP/1.1" status: 204 len: 168 time: 1.2330782 Feb 14 15:38:29.837910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e507b-6314-456f-a05e-9cbeb896497a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c51f96-23b2-476f-bfbe-c00bf5fcbaf3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:29.847689 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Request body: {'port': {'device_id': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:38:29.882368 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dddc-17f0-4188-8203-8d4f227944aa req-d04b5e7d-576b-463b-b39b-623878582d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.884547 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-d04b5e7d-576b-463b-b39b-623878582d71 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.2304327 Feb 14 15:38:29.890205 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3090cda8-1467-411f-b2f2-41af742745d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:29.933416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67b16-7e51-451d-9b5a-7ce1c7f94d11 service neutron] Pushing event updated for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:29.979475 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-2d56094f-8dc4-4053-9d14-b457ba5f103d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798588 Feb 14 15:38:29.985255 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095dd76-2483-45d6-a4d3-1a360db12784 req-9fcf2050-642c-46be-8ca7-e31f34f1d703 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:29.993982 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6095dd76-2483-45d6-a4d3-1a360db12784 req-9fcf2050-642c-46be-8ca7-e31f34f1d703 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.4408300 Feb 14 15:38:29.998703 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-bfe43f82-d5fd-4241-8d20-d67a672794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:30.000206 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-bfe43f82-d5fd-4241-8d20-d67a672794cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4769861f-a484-4d54-b63f-3aa7384b9993 HTTP/1.1" status: 200 len: 851 time: 0.2377217 Feb 14 15:38:30.054405 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:30.096435 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-12763a45-a762-49a6-9e14-8609fd5e5e6f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9461f206-7f54-47c7-a1a1-c511ef8f2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801344 Feb 14 15:38:30.205180 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6095dd76-2483-45d6-a4d3-1a360db12784 req-abb806b6-e2aa-42a3-90ef-25e915e15cbb tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083569 Feb 14 15:38:30.297440 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-bd124555-b549-4048-9378-3169aa369ef7 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912085 Feb 14 15:38:30.353784 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-c8415e09-94fe-4785-9c3b-84790c9ad630 service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439954 Feb 14 15:38:30.650117 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd79c4f-1a8d-476a-9195-2cc52eea4460 req-13fea1fd-3d60-4934-8b9b-50107c7bf4e3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:30.650117 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4fd79c4f-1a8d-476a-9195-2cc52eea4460 req-13fea1fd-3d60-4934-8b9b-50107c7bf4e3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 931 time: 0.2664289 Feb 14 15:38:30.650117 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b311dddc-17f0-4188-8203-8d4f227944aa req-9779506a-d62f-4ef5-91ae-437ee37bcd91 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690086 Feb 14 15:38:30.650117 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-232c861e-340f-46de-b8e2-f432bf1173c4 req-91beeb69-7b28-4bb7-89b7-9c0eee40b533 service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645192 Feb 14 15:38:30.653704 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8471fa-4cef-4301-834f-df010d82038b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:38:30.697064 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-1847928a-51be-40c9-9801-dfb452b79630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:30.699274 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4fd79c4f-1a8d-476a-9195-2cc52eea4460 req-f9fece78-a1da-433b-b99f-b4eedcd56395 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001782 Feb 14 15:38:30.700326 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-1847928a-51be-40c9-9801-dfb452b79630 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 1127 time: 0.8653777 Feb 14 15:38:30.804545 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:30.830439 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-efdd20ab-c2bf-44d2-8356-3ca49e48f9e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 200 len: 217 time: 0.0983782 Feb 14 15:38:30.830439 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e2de1-8bf8-4719-90d3-631728a0002c req-d37654d9-6928-48f7-9d03-91c8cfb7debb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:30.830439 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-565e2de1-8bf8-4719-90d3-631728a0002c req-d37654d9-6928-48f7-9d03-91c8cfb7debb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 932 time: 0.9872048 Feb 14 15:38:30.879012 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902133f6-60e7-4ce3-b05b-57b5f3905f59 req-5c640b2c-2d52-4d09-b20d-888375256ca6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:30.884311 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-902133f6-60e7-4ce3-b05b-57b5f3905f59 req-5c640b2c-2d52-4d09-b20d-888375256ca6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.1124799 Feb 14 15:38:30.983159 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-902133f6-60e7-4ce3-b05b-57b5f3905f59 req-c5ddb725-519d-4e82-a7d8-a8db278074cd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808494 Feb 14 15:38:31.084071 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2a78d6-df94-4b82-b38c-1879daec2247 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:31.103273 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks [] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:31.116256 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-557364ba-c929-468e-a3f1-fd1a6e89def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:31.117975 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-557364ba-c929-468e-a3f1-fd1a6e89def9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f9b62d86aea47be9b29c8f0050fba4d&device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 1127 time: 0.1118767 Feb 14 15:38:31.123240 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-a574fe2c-5593-402e-9bf6-6348857a96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:31.124757 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-a574fe2c-5593-402e-9bf6-6348857a96e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.2507093 Feb 14 15:38:31.152732 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Transition to ACTIVE for port object ac2a78d6-df94-4b82-b38c-1879daec2247 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:38:31.159877 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-565e2de1-8bf8-4719-90d3-631728a0002c req-28ec0808-1be8-44e4-a8ac-fa0e30cc9ffb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882771 Feb 14 15:38:31.324306 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-daa56691-d763-40b6-83b2-0fe7d2615c3e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944238 Feb 14 15:38:31.324306 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728d5208-ef1d-42cd-ba43-59c9e85827c3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:31.324306 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks [] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:31.401688 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Transition to ACTIVE for port object 728d5208-ef1d-42cd-ba43-59c9e85827c3 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:38:31.438496 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-29187907-5d4d-4445-9d59-0283a7d43e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:31.438496 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-29187907-5d4d-4445-9d59-0283a7d43e5f service neutron] 10.222.0.100 "GET /v2.0/networks?id=9461f206-7f54-47c7-a1a1-c511ef8f2d76 HTTP/1.1" status: 200 len: 913 time: 0.2917809 Feb 14 15:38:31.442970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:31.488389 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d057-d9ee-4962-ba21-4fd802cb5316 req-f1ff5203-8ec0-4273-b68a-4ebae557aa3f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:31.505265 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38f1d057-d9ee-4962-ba21-4fd802cb5316 req-f1ff5203-8ec0-4273-b68a-4ebae557aa3f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.2148128 Feb 14 15:38:31.547759 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:31.562417 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-644233b5-f726-45bd-8d85-34c472a12613 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837234 Feb 14 15:38:31.603077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:31.712876 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a7c91c-825c-4dbe-b45c-12acfdc3027c x-openstack-request-id: req-f8a7c91c-825c-4dbe-b45c-12acfdc3027c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:38:31.715544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:38:31.715544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8a7c91c-825c-4dbe-b45c-12acfdc3027c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:38:31.715544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', 'status': 'completed', 'code': 200} Feb 14 15:38:31.730170 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:38:31.736541 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc1628-f78b-42dd-9e81-ed41473e14eb" -d '{"events": [{"name": "network-changed", "server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:38:31.760968 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38f1d057-d9ee-4962-ba21-4fd802cb5316 req-3aaffa51-ddaa-423e-8e39-6c687ba4e4df tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292233 Feb 14 15:38:31.842313 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Attempting to bind port ac2a78d6-df94-4b82-b38c-1879daec2247 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:31.850781 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Attempting to bind port ac2a78d6-df94-4b82-b38c-1879daec2247 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:31.853043 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Attempting to bind port ac2a78d6-df94-4b82-b38c-1879daec2247 on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:31.908865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Port ac2a78d6-df94-4b82-b38c-1879daec2247 on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:38:31.909244 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Attempting to bind port ac2a78d6-df94-4b82-b38c-1879daec2247 on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:31.916548 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Pushing event updated for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:31.929843 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Attempting to bind port 728d5208-ef1d-42cd-ba43-59c9e85827c3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:38:31.930197 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Attempting to bind port 728d5208-ef1d-42cd-ba43-59c9e85827c3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:38:31.930524 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Attempting to bind port 728d5208-ef1d-42cd-ba43-59c9e85827c3 on network 225beac4-7071-426e-916a-2c0575f1cd68 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:31.934914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:31.935264 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Checking segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:31.935695 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Bound using segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:31.936256 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Bound port: ac2a78d6-df94-4b82-b38c-1879daec2247, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:31.936495 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:31.937399 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.034900 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Port 728d5208-ef1d-42cd-ba43-59c9e85827c3 on network 225beac4-7071-426e-916a-2c0575f1cd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:38:32.054432 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Attempting to bind port 728d5208-ef1d-42cd-ba43-59c9e85827c3 on network 225beac4-7071-426e-916a-2c0575f1cd68 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:38:32.101395 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:38:32.125724 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Checking segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:38:32.130456 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Bound using segment: {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:38:32.131365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Bound port: 728d5208-ef1d-42cd-ba43-59c9e85827c3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd27c92-7795-416b-ba84-04917a4e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:38:32.132029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.259105 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-4ac7aa51-dd78-41a2-8ace-ca84fb5160c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b939a001-80ce-42ec-87b2-df55a5409384 HTTP/1.1" status: 200 len: 217 time: 0.5027986 Feb 14 15:38:32.260734 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139b7bf4-d113-46b2-b475-51cf4cb1c49a x-openstack-request-id: req-139b7bf4-d113-46b2-b475-51cf4cb1c49a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:38:32.261235 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:38:32.261326 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-139b7bf4-d113-46b2-b475-51cf4cb1c49a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:38:32.261700 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025', 'status': 'completed', 'code': 200} Feb 14 15:38:32.420501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:32.424067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac2a78d6-df94-4b82-b38c-1879daec2247,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:32.431419 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fad2b016-7a41-4323-a709-c25c05eeff5f req-633620a5-72a3-470b-be9a-7d103cd51092 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902340 Feb 14 15:38:32.442006 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59bb88-c95e-424e-a45d-67928e07191d req-c6476a00-1343-442b-bea4-e9dfba40fed4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.466607 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d59bb88-c95e-424e-a45d-67928e07191d req-c6476a00-1343-442b-bea4-e9dfba40fed4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.1888988 Feb 14 15:38:32.493415 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628bde-8a74-430d-a62b-f516766fca2b req-b58b7684-354c-409b-a309-492f8ae846f6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.500052 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b5628bde-8a74-430d-a62b-f516766fca2b req-b58b7684-354c-409b-a309-492f8ae846f6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.2804949 Feb 14 15:38:32.500052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:38:32.504404 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:38:32.533378 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-5bc0ab32-372b-452e-9d15-f8fb65c7df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.534547 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-5bc0ab32-372b-452e-9d15-f8fb65c7df5a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4769861f-a484-4d54-b63f-3aa7384b9993 HTTP/1.1" status: 200 len: 851 time: 0.2334385 Feb 14 15:38:32.559296 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-ed2e8cd1-1df7-4f3c-9061-f8aba3fd7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.570416 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-ed2e8cd1-1df7-4f3c-9061-f8aba3fd7108 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1127 time: 0.3013842 Feb 14 15:38:32.570687 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b5628bde-8a74-430d-a62b-f516766fca2b req-abb5bdc2-ad15-4818-a3f9-6ae00d80339e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584681 Feb 14 15:38:32.571860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.597507 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-e14609cf-1d0f-4a48-aeb5-419f6cbd6ff5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9461f206-7f54-47c7-a1a1-c511ef8f2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308051 Feb 14 15:38:32.630274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.682870 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.683489 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.684960 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] 10.222.0.100 "PUT /v2.0/ports/ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 1093 time: 3.8423808 Feb 14 15:38:32.767134 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d59bb88-c95e-424e-a45d-67928e07191d req-c15b7cd8-43a3-4dc5-93c8-806eb003bb32 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830558 Feb 14 15:38:32.767763 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:32.767763 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:32.769225 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] 10.222.0.100 "PUT /v2.0/ports/728d5208-ef1d-42cd-ba43-59c9e85827c3 HTTP/1.1" status: 200 len: 1094 time: 2.9355402 Feb 14 15:38:32.927780 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce069e0-f7f6-49ae-a51d-0a34d83ff8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:33.052320 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8471fa-4cef-4301-834f-df010d82038b req-9ff49565-6b60-4697-9e49-90943ac5ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.057999 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-9ff49565-6b60-4697-9e49-90943ac5ef16 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 1127 time: 0.3455248 Feb 14 15:38:33.058669 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2046b-3344-47d2-9b98-f976af8c4b1e service neutron] Pushing event updated for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:33.085546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf4e7c-afa9-4ee6-8bd3-b11eb6efdeae req-51ca66c8-45c2-4f28-b986-0b6e747e970a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.100251 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9baf4e7c-afa9-4ee6-8bd3-b11eb6efdeae req-51ca66c8-45c2-4f28-b986-0b6e747e970a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.3284564 Feb 14 15:38:33.196805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-cfe6a458-de08-4f34-b11e-ab46293b0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.198448 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-cfe6a458-de08-4f34-b11e-ab46293b0691 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.5721793 Feb 14 15:38:33.401837 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6554b3-cc9f-4519-8de1-21d7a269c524 req-390dced8-8f9f-43f4-9dcd-095dc96c6d46 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.401837 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1f6554b3-cc9f-4519-8de1-21d7a269c524 req-390dced8-8f9f-43f4-9dcd-095dc96c6d46 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.3337586 Feb 14 15:38:33.401837 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-0f14c931-7b24-4071-916b-a1ecbd60b03a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0623813 Feb 14 15:38:33.401837 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-efde71f9-739e-4638-93c3-b69da3afa264 service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825145 Feb 14 15:38:33.402702 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9baf4e7c-afa9-4ee6-8bd3-b11eb6efdeae req-b17b0226-3831-4c06-90b3-864cba81b4b4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622471 Feb 14 15:38:33.449142 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-1470b849-eab7-4c9a-a183-5edadaa0a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.451360 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-1470b849-eab7-4c9a-a183-5edadaa0a06f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.1669819 Feb 14 15:38:33.453361 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-a0e2e545-40ff-4dd2-9867-3af1d6270adc service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680145 Feb 14 15:38:33.466193 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-2066c02c-3df5-41b5-a303-8c151db0fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.468023 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-2066c02c-3df5-41b5-a303-8c151db0fdf3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1127 time: 0.2452931 Feb 14 15:38:33.474962 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-7f0ccc4c-e88c-4cd1-992b-e37b4b8c5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.476880 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-7f0ccc4c-e88c-4cd1-992b-e37b4b8c5dc5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 1128 time: 0.3235285 Feb 14 15:38:33.477474 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1f6554b3-cc9f-4519-8de1-21d7a269c524 req-6ed0fd56-0791-4c19-b78a-4322d0120f60 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986475 Feb 14 15:38:33.490392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8471fa-4cef-4301-834f-df010d82038b req-4f4de90d-ff00-47e3-b441-76895293b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.493565 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-4f4de90d-ff00-47e3-b441-76895293b64e service neutron] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 916 time: 0.3882174 Feb 14 15:38:33.512933 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:33.731111 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247'}, {'name': 'network-changed', 'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:38:33.733725 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29" -d '{"events": [{"name": "network-changed", "server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247"}, {"name": "network-changed", "server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:38:33.773179 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670fcaa-cc8d-4616-9cbd-0034040bb547 req-5c2fbadb-1000-456f-82d2-bad2011f2ae5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:33.774775 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2670fcaa-cc8d-4616-9cbd-0034040bb547 req-5c2fbadb-1000-456f-82d2-bad2011f2ae5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0807934 Feb 14 15:38:33.845239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 14 Feb 2022 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd7f832-b40c-46e5-b5cc-8b51553c3a75 x-openstack-request-id: req-cdd7f832-b40c-46e5-b5cc-8b51553c3a75 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:38:33.845239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:38:33.845570 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cdd7f832-b40c-46e5-b5cc-8b51553c3a75 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:38:33.845974 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'status': 'completed', 'code': 200} Feb 14 15:38:33.846331 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3', 'status': 'completed', 'code': 200} Feb 14 15:38:33.855165 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2670fcaa-cc8d-4616-9cbd-0034040bb547 req-e66a1551-bf9d-4772-9caa-03172a638294 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712743 Feb 14 15:38:33.994222 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00fe64-06cc-46f9-8061-ef017b13c88e req-c9f2bb25-eea7-44be-ba76-84244a7ea827 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:34.010745 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a00fe64-06cc-46f9-8061-ef017b13c88e req-c9f2bb25-eea7-44be-ba76-84244a7ea827 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.1117594 Feb 14 15:38:34.058883 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a00fe64-06cc-46f9-8061-ef017b13c88e req-2f7e1a61-274f-4142-b7b1-595d02a082b0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529976 Feb 14 15:38:34.186112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48632) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:34.359104 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b1ce-4c46-4823-b60d-2971ff0a51a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:34.758623 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b866ab-101d-4e55-9e23-4bd730b2b649 req-035b908f-6a6a-4188-9dcc-c2137874da8b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:34.766582 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a9b866ab-101d-4e55-9e23-4bd730b2b649 req-035b908f-6a6a-4188-9dcc-c2137874da8b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.1743195 Feb 14 15:38:34.791893 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b1ce-4c46-4823-b60d-2971ff0a51a4 admin admin] Publish callbacks [] for security_group (4401e621-e941-4c0d-9200-f2ac0acf50cf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:34.826172 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf5720-2955-4754-8e5f-e0d068a8d892 req-810fa0b2-63b5-43a8-85d7-2806a2bdf999 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:34.827800 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-49cf5720-2955-4754-8e5f-e0d068a8d892 req-810fa0b2-63b5-43a8-85d7-2806a2bdf999 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.3556893 Feb 14 15:38:34.835986 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a9b866ab-101d-4e55-9e23-4bd730b2b649 req-c056dfe2-9ff8-4992-8925-e6e7e1a1cc23 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641532 Feb 14 15:38:34.937619 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-49cf5720-2955-4754-8e5f-e0d068a8d892 req-7dfc5ef4-add6-43f4-8ec7-05f46db178ab tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872853 Feb 14 15:38:35.011925 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c488f-fb73-4836-ac01-e702a81b0f7a req-dabd087a-d452-4ad1-aa5c-72f4cea28d92 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:35.019557 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-288c488f-fb73-4836-ac01-e702a81b0f7a req-dabd087a-d452-4ad1-aa5c-72f4cea28d92 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0700624 Feb 14 15:38:35.077939 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-288c488f-fb73-4836-ac01-e702a81b0f7a req-ef338c68-e1c5-4bc9-8eae-fe7500a36244 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519826 Feb 14 15:38:35.089743 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b1ce-4c46-4823-b60d-2971ff0a51a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4401e621-e941-4c0d-9200-f2ac0acf50cf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:35.176018 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3fd9b1ce-4c46-4823-b60d-2971ff0a51a4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89227c12cd1740c6bb1c778ed7b905ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9861298 Feb 14 15:38:35.176553 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48672) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:35.209278 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9b1ce-4c46-4823-b60d-2971ff0a51a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401e621-e941-4c0d-9200-f2ac0acf50cf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:35.253900 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] Publish callbacks [] for security_group (4401e621-e941-4c0d-9200-f2ac0acf50cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:35.276262 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd2d06-1c4a-434a-9afb-ceee5eda676b req-220c8f32-2702-4457-b9f6-31bb516321dc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:35.276262 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3bd2d06-1c4a-434a-9afb-ceee5eda676b req-220c8f32-2702-4457-b9f6-31bb516321dc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.1046050 Feb 14 15:38:35.292067 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] Publish callbacks [] for security_group (4401e621-e941-4c0d-9200-f2ac0acf50cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:35.345326 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3bd2d06-1c4a-434a-9afb-ceee5eda676b req-64917bad-29dc-40d1-bb10-9aab45aef1e8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621111 Feb 14 15:38:35.690342 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4401e621-e941-4c0d-9200-f2ac0acf50cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:35.693620 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:35.697686 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4401e621-e941-4c0d-9200-f2ac0acf50cf HTTP/1.1" status: 204 len: 168 time: 0.5174398 Feb 14 15:38:35.704353 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85656cf5-d905-44be-b642-74708ce96672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401e621-e941-4c0d-9200-f2ac0acf50cf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:35.968353 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a6f57-3177-4de4-a7a4-2a032acfa209 req-915feade-03ee-4002-b596-9fd57a812f8e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:35.970002 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3d5a6f57-3177-4de4-a7a4-2a032acfa209 req-915feade-03ee-4002-b596-9fd57a812f8e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0695114 Feb 14 15:38:36.011936 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48692) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:36.066319 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3d5a6f57-3177-4de4-a7a4-2a032acfa209 req-546c69f6-fd29-411e-8d36-389336a4bb56 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871298 Feb 14 15:38:36.174037 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd930-ef53-49aa-8afa-5040cfe908d2 req-814e2eaa-e773-41ef-a1d5-9512ef815f54 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:36.175724 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bfbbd930-ef53-49aa-8afa-5040cfe908d2 req-814e2eaa-e773-41ef-a1d5-9512ef815f54 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.1214986 Feb 14 15:38:36.231566 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b483f46-4fef-4b1f-b50f-9ff6a29b678c req-8dc9f1fe-ca56-4541-a210-fab7a01a8265 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:36.233210 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7b483f46-4fef-4b1f-b50f-9ff6a29b678c req-8dc9f1fe-ca56-4541-a210-fab7a01a8265 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0807574 Feb 14 15:38:36.243879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbfaace3-87a1-404b-b81d-a118a756c22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.259945 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bfbbd930-ef53-49aa-8afa-5040cfe908d2 req-6500f353-a8c5-4d34-8a86-fb27bb7c6780 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772679 Feb 14 15:38:36.289653 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7b483f46-4fef-4b1f-b50f-9ff6a29b678c req-d6288969-c583-4121-ab26-b76c11f4dbc4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499437 Feb 14 15:38:36.329320 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbfaace3-87a1-404b-b81d-a118a756c22a admin admin] Publish callbacks [] for security_group (7afe39df-54a9-4bad-a181-e00a4a4c5dfe), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.468054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbfaace3-87a1-404b-b81d-a118a756c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7afe39df-54a9-4bad-a181-e00a4a4c5dfe), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.485711 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9aaa3-e1e6-419d-8766-b6029680ea14 req-f2051776-9865-4b3b-98b9-850ba3669340 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:36.487189 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-95b9aaa3-e1e6-419d-8766-b6029680ea14 req-f2051776-9865-4b3b-98b9-850ba3669340 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0632274 Feb 14 15:38:36.528482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-cbfaace3-87a1-404b-b81d-a118a756c22a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=65b3bd86d45444bbb115663fbad0b554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146573 Feb 14 15:38:36.531310 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48704) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:36.535136 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaace3-87a1-404b-b81d-a118a756c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe39df-54a9-4bad-a181-e00a4a4c5dfe,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:36.564643 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-95b9aaa3-e1e6-419d-8766-b6029680ea14 req-a37a0c32-eb42-4529-a329-07a0e24ff1d5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606885 Feb 14 15:38:36.569565 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48706) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:36.588720 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f7c54df-2ffc-4120-9bc6-0b4a31e2aefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.597169 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] Publish callbacks [] for security_group (7afe39df-54a9-4bad-a181-e00a4a4c5dfe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.619330 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] Publish callbacks [] for security_group (7afe39df-54a9-4bad-a181-e00a4a4c5dfe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.666176 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f7c54df-2ffc-4120-9bc6-0b4a31e2aefd admin admin] Publish callbacks [] for security_group (599820f1-919f-4c8a-ae67-79a523143264), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.725283 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f7c54df-2ffc-4120-9bc6-0b4a31e2aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (599820f1-919f-4c8a-ae67-79a523143264), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.748484 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7afe39df-54a9-4bad-a181-e00a4a4c5dfe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.751737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.755358 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7afe39df-54a9-4bad-a181-e00a4a4c5dfe HTTP/1.1" status: 204 len: 168 time: 0.2206509 Feb 14 15:38:36.768708 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741a06e-1cdc-4003-9c88-0d845f7fef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe39df-54a9-4bad-a181-e00a4a4c5dfe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:36.769249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c54df-2ffc-4120-9bc6-0b4a31e2aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599820f1-919f-4c8a-ae67-79a523143264,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:36.774231 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0f7c54df-2ffc-4120-9bc6-0b4a31e2aefd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8bb406d9bb04418ea4a50067a8006f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010777 Feb 14 15:38:36.775316 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 48712) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:36.835394 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] Publish callbacks [] for security_group (599820f1-919f-4c8a-ae67-79a523143264), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:36.859557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] Publish callbacks [] for security_group (599820f1-919f-4c8a-ae67-79a523143264), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.016899 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (599820f1-919f-4c8a-ae67-79a523143264), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.019499 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.021430 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/599820f1-919f-4c8a-ae67-79a523143264 HTTP/1.1" status: 204 len: 168 time: 0.2450516 Feb 14 15:38:37.029685 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe010ec-9223-4b18-beda-ee19d3a969c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599820f1-919f-4c8a-ae67-79a523143264,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:37.202236 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96532a-46cb-4ed8-a2f0-8e1a71ce33ca req-e7de4054-550e-48ea-95e3-6beaa658e2a4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:37.203776 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2d96532a-46cb-4ed8-a2f0-8e1a71ce33ca req-e7de4054-550e-48ea-95e3-6beaa658e2a4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0527227 Feb 14 15:38:37.253026 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2d96532a-46cb-4ed8-a2f0-8e1a71ce33ca req-f0511b47-a3c2-402a-9791-d18519a02b5d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Feb 14 15:38:37.399774 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7bf0c-e31b-4923-b3df-c4233badb2ad req-e825b6bd-7d01-4e49-8a56-1b4f546d3d3f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:37.404450 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d7a7bf0c-e31b-4923-b3df-c4233badb2ad req-e825b6bd-7d01-4e49-8a56-1b4f546d3d3f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0622060 Feb 14 15:38:37.422191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542a750-1472-48b8-8329-d16333ccd59b req-1e79eb64-f5d0-4d2d-86ca-60f408750011 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:37.423860 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8542a750-1472-48b8-8329-d16333ccd59b req-1e79eb64-f5d0-4d2d-86ca-60f408750011 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0619509 Feb 14 15:38:37.440575 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:37.464548 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b8fa59-a324-4963-bfbe-6c96f905cfbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.467467 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d7a7bf0c-e31b-4923-b3df-c4233badb2ad req-c45fe0a6-b884-4d7f-ac66-bd04ea0297da tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Feb 14 15:38:37.499367 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8542a750-1472-48b8-8329-d16333ccd59b req-a5008f51-c58d-4439-bf0c-307fb814b5aa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Feb 14 15:38:37.562369 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b8fa59-a324-4963-bfbe-6c96f905cfbe admin admin] Publish callbacks [] for security_group (d647172b-0b96-407f-b7e3-20d7407b6009), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.610897 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b8fa59-a324-4963-bfbe-6c96f905cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d647172b-0b96-407f-b7e3-20d7407b6009), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.652155 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-46b8fa59-a324-4963-bfbe-6c96f905cfbe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a77ed1315664e35af99f9d7d23b96b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114096 Feb 14 15:38:37.653095 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8fa59-a324-4963-bfbe-6c96f905cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647172b-0b96-407f-b7e3-20d7407b6009,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:37.656721 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 48740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:37.687823 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba1d6-0d35-4073-bd72-55d08ca280be req-b426f41c-5965-4bfb-a7f0-dc0314f3f4b1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:37.690861 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d59ba1d6-0d35-4073-bd72-55d08ca280be req-b426f41c-5965-4bfb-a7f0-dc0314f3f4b1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0556784 Feb 14 15:38:37.706599 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] Publish callbacks [] for security_group (d647172b-0b96-407f-b7e3-20d7407b6009), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.737617 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d59ba1d6-0d35-4073-bd72-55d08ca280be req-ea73a6e5-8f43-485b-bdac-24f5c11e0101 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Feb 14 15:38:37.737844 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] Publish callbacks [] for security_group (d647172b-0b96-407f-b7e3-20d7407b6009), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.849765 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d647172b-0b96-407f-b7e3-20d7407b6009), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.852461 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:37.853603 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d647172b-0b96-407f-b7e3-20d7407b6009 HTTP/1.1" status: 204 len: 168 time: 0.1959207 Feb 14 15:38:37.861512 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeab70-7245-4286-9c9d-358368a33db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647172b-0b96-407f-b7e3-20d7407b6009,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:38.052688 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-13c7f001-1188-419d-9c93-a1f85cbc32df service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268667 Feb 14 15:38:38.099037 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-d13bf637-14c3-4311-802c-bea9c1c248ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 200 len: 217 time: 0.0742087 Feb 14 15:38:38.130581 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-41aec5fe-72c3-444a-89ee-66cf8f21c524 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3 HTTP/1.1" status: 200 len: 217 time: 0.0937836 Feb 14 15:38:38.130581 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-241dc7d4-931c-48f8-aab9-125819176619 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 217 time: 0.0940399 Feb 14 15:38:38.454865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-7bebb355-abed-4627-aa59-ff9ceec2c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.455904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b14b0-cfb0-4415-a8e9-4ea674373791 req-f106b0e4-4c03-42c8-a8fa-4b58e358855f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.456565 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-7bebb355-abed-4627-aa59-ff9ceec2c368 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.1250973 Feb 14 15:38:38.457436 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-982b14b0-cfb0-4415-a8e9-4ea674373791 req-f106b0e4-4c03-42c8-a8fa-4b58e358855f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.1308074 Feb 14 15:38:38.462929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8471fa-4cef-4301-834f-df010d82038b req-04e08522-1de1-4df6-b75d-96c50bb7c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.464247 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-97f7c4c5-e60b-4f5a-9ed1-bfc0609a2463 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492975 Feb 14 15:38:38.464840 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-04e08522-1de1-4df6-b75d-96c50bb7c153 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.1237459 Feb 14 15:38:38.467893 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-057643b4-bfbc-48f3-bcbe-14e09ab5dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.469465 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-057643b4-bfbc-48f3-bcbe-14e09ab5dc67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.1294808 Feb 14 15:38:38.519414 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-dc22b506-bc41-4c8b-9a5a-e3d3981272e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532930 Feb 14 15:38:38.556100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-6d219036-527f-42df-ba74-e9e1639749c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775762 Feb 14 15:38:38.585392 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-982b14b0-cfb0-4415-a8e9-4ea674373791 req-31a74034-d1dc-4f8d-af45-b53e660ebc35 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201832 Feb 14 15:38:38.616709 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51fc1628-f78b-42dd-9e81-ed41473e14eb req-e7072a55-de2a-4e51-8ded-45d637b8cf84 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375837 Feb 14 15:38:38.736291 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb43b7-325a-4da9-90b3-d34f9b84371d req-bd682e61-66e3-4c6d-b956-ac4bfc24feda tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.737781 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d9fb43b7-325a-4da9-90b3-d34f9b84371d req-bd682e61-66e3-4c6d-b956-ac4bfc24feda tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0617933 Feb 14 15:38:38.794968 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-f62e04e2-2944-4c5b-b477-bd888fa82eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.796527 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-f62e04e2-2944-4c5b-b477-bd888fa82eb1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3169632 Feb 14 15:38:38.808628 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-6434874f-eb54-4cf1-9ec6-10e7c96a7d9c service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315030 Feb 14 15:38:38.823595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa77b5-eee7-43c0-9392-704c5b1bd22f req-e22d5e98-03d5-4178-870c-0132630b7999 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:38.827347 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fefa77b5-eee7-43c0-9392-704c5b1bd22f req-e22d5e98-03d5-4178-870c-0132630b7999 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.2762918 Feb 14 15:38:38.866986 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-8a986b73-1239-4205-b474-5a0737f9f6b3 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141778 Feb 14 15:38:38.870275 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d9fb43b7-325a-4da9-90b3-d34f9b84371d req-12338327-6514-4df7-8ba0-c8fc622755a3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253459 Feb 14 15:38:39.014680 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320600dd-354b-4b32-913f-d7e8cd318af0 req-286f8da7-b021-4cf2-82dd-5cfe5e6e8785 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:39.016675 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-320600dd-354b-4b32-913f-d7e8cd318af0 req-286f8da7-b021-4cf2-82dd-5cfe5e6e8785 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0646119 Feb 14 15:38:39.079236 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fefa77b5-eee7-43c0-9392-704c5b1bd22f req-4f5a962c-ca8a-4a71-b414-15f535aebad9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405951 Feb 14 15:38:39.103667 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-320600dd-354b-4b32-913f-d7e8cd318af0 req-a2ab05b0-613c-44d0-bef0-6e9a60e30262 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726428 Feb 14 15:38:39.116909 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-df5d73b0-fb9c-4210-b68c-fd0e53c4c0db service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026571 Feb 14 15:38:39.125019 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8471fa-4cef-4301-834f-df010d82038b req-0c05306f-1fc6-4a5c-98df-1de51b021f1b service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843764 Feb 14 15:38:39.137330 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-650d00ee-0e08-4195-98ed-9a52e6e823ae req-91dac0cd-a101-4c8c-a4e5-216b7179f3e2 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585332 Feb 14 15:38:39.493427 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52c32383-53ff-4a1a-8692-1995f6070f29 req-d93dc428-0f6a-4cf6-b457-383e6ec50f66 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944026 Feb 14 15:38:39.729011 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19865f0-5289-4404-b64c-b2ba6e040567 req-8ce52650-abbe-4f4d-aa78-a8c4189d27be tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:39.730571 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c19865f0-5289-4404-b64c-b2ba6e040567 req-8ce52650-abbe-4f4d-aa78-a8c4189d27be tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0674405 Feb 14 15:38:39.789289 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c19865f0-5289-4404-b64c-b2ba6e040567 req-8df5fd83-b8bc-45e1-8172-fc222a02ce6b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Feb 14 15:38:40.011104 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044878d2-a3fc-4282-be61-1fad97d23ada req-2b6e86dd-bc4f-4306-b4e1-036ae48fa775 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:40.012676 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-044878d2-a3fc-4282-be61-1fad97d23ada req-2b6e86dd-bc4f-4306-b4e1-036ae48fa775 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0600023 Feb 14 15:38:40.071928 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-044878d2-a3fc-4282-be61-1fad97d23ada req-fec2db33-641a-40e7-98c0-6c3c18b11d8a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499661 Feb 14 15:38:40.215265 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe689c-3941-4938-8609-426e2cae8754 req-c4b8e8a2-eadb-4c6b-959f-0f1efdbb5b57 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:40.217717 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8efe689c-3941-4938-8609-426e2cae8754 req-c4b8e8a2-eadb-4c6b-959f-0f1efdbb5b57 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0641546 Feb 14 15:38:40.254866 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dcdd4-4bd6-481b-b561-e2810bf2edb3 req-1f0199f4-ed77-46bd-bff7-7e13d64fa63f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:40.256427 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-529dcdd4-4bd6-481b-b561-e2810bf2edb3 req-1f0199f4-ed77-46bd-bff7-7e13d64fa63f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0584452 Feb 14 15:38:40.284084 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8efe689c-3941-4938-8609-426e2cae8754 req-f4ba4645-35b2-4ff5-b7a6-6e8c002f7327 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578139 Feb 14 15:38:40.305567 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-529dcdd4-4bd6-481b-b561-e2810bf2edb3 req-b305a802-0316-4f27-8bd5-c7f89b4d5c58 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Feb 14 15:38:40.916273 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3a4ff-618d-496d-ba88-2c44ffb43a64 req-e8063ca1-d6f5-4c83-9a8c-1eec2b557340 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:40.917748 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2de3a4ff-618d-496d-ba88-2c44ffb43a64 req-e8063ca1-d6f5-4c83-9a8c-1eec2b557340 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0598531 Feb 14 15:38:40.968173 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2de3a4ff-618d-496d-ba88-2c44ffb43a64 req-11ab751a-6f48-43d5-abff-e7087f2fe2c4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Feb 14 15:38:41.181988 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2dc9-363b-4f16-a951-e5e4f8d700db req-6043fbf3-22e8-4991-8a02-a0f16bc6ca20 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:41.183410 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e7e2dc9-363b-4f16-a951-e5e4f8d700db req-6043fbf3-22e8-4991-8a02-a0f16bc6ca20 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0517356 Feb 14 15:38:41.231968 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e7e2dc9-363b-4f16-a951-e5e4f8d700db req-a017a3ff-93ad-4451-8e59-3a5d285aa475 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Feb 14 15:38:41.393030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c0f6-ee33-4d24-a9ac-e8703c0cf2fa req-32f12dac-1590-4fc7-97e2-1e7342acd29d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:41.394650 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8594c0f6-ee33-4d24-a9ac-e8703c0cf2fa req-32f12dac-1590-4fc7-97e2-1e7342acd29d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0519886 Feb 14 15:38:41.424306 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be67ce-e5a1-4a6b-8448-6e50a1c3d5c3 req-126c04ad-3ef3-4bea-953c-120e59137aa6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:41.425761 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74be67ce-e5a1-4a6b-8448-6e50a1c3d5c3 req-126c04ad-3ef3-4bea-953c-120e59137aa6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0543909 Feb 14 15:38:41.442296 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8594c0f6-ee33-4d24-a9ac-e8703c0cf2fa req-9bec78cb-b7ce-48d5-8c52-ba5c7105f67e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Feb 14 15:38:41.471625 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74be67ce-e5a1-4a6b-8448-6e50a1c3d5c3 req-e74f9b9a-7d45-4cf6-8aa0-e61d8e84e9ce tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Feb 14 15:38:42.056967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:42.083990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e06c6-fe8f-4e7a-b9ed-ed9c5bcd6668 req-4b4b0f54-4f61-47c4-a2b0-2fa01bad2247 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:42.085490 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-221e06c6-fe8f-4e7a-b9ed-ed9c5bcd6668 req-4b4b0f54-4f61-47c4-a2b0-2fa01bad2247 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0524957 Feb 14 15:38:42.130855 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-221e06c6-fe8f-4e7a-b9ed-ed9c5bcd6668 req-6577d2c4-c814-4d9f-b2ad-8d83c768f06e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Feb 14 15:38:42.349267 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440378-c707-4185-9221-c55f1a667b8c req-67d86bff-8ac0-47ec-a146-e0bd8c4779df tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:42.350747 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e3440378-c707-4185-9221-c55f1a667b8c req-67d86bff-8ac0-47ec-a146-e0bd8c4779df tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0536358 Feb 14 15:38:42.397876 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e3440378-c707-4185-9221-c55f1a667b8c req-2b32663a-9916-4c35-8ebe-a53b8b40c87c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Feb 14 15:38:42.561327 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d06ea-3138-4385-b891-ace2893f0dfb req-6481d340-5978-4181-9d04-f7817fa9f90f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:42.562841 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f67d06ea-3138-4385-b891-ace2893f0dfb req-6481d340-5978-4181-9d04-f7817fa9f90f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0553484 Feb 14 15:38:42.590543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9dd11-79dd-4c04-863c-a8946f94ea2e req-dd6f994a-f7fc-4fda-a837-822c822e783e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:42.592078 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-acb9dd11-79dd-4c04-863c-a8946f94ea2e req-dd6f994a-f7fc-4fda-a837-822c822e783e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0563645 Feb 14 15:38:42.608713 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f67d06ea-3138-4385-b891-ace2893f0dfb req-1c2cf71e-6964-434d-918f-fc10058d5b96 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Feb 14 15:38:42.638455 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-acb9dd11-79dd-4c04-863c-a8946f94ea2e req-af9c34cd-5f81-4dca-9a40-559aa468fe89 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Feb 14 15:38:43.250587 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006eee9-598a-4fce-ab14-e68fe8427eea req-f5dc2355-1783-4429-bae4-27af945faacf tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.252089 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9006eee9-598a-4fce-ab14-e68fe8427eea req-f5dc2355-1783-4429-bae4-27af945faacf tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0518298 Feb 14 15:38:43.300146 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9006eee9-598a-4fce-ab14-e68fe8427eea req-dcda825d-eb3a-437a-96f5-d3ce0cc4cdcb tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Feb 14 15:38:43.379308 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-50438d03-b7a7-4d73-8261-41bec4aeb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.380865 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-50438d03-b7a7-4d73-8261-41bec4aeb0fc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1127 time: 0.1302226 Feb 14 15:38:43.484743 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-eaca3bb9-d6b4-4328-92e5-db7e998ea460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.486153 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-eaca3bb9-d6b4-4328-92e5-db7e998ea460 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.0979524 Feb 14 15:38:43.535262 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-d8b3a171-529e-4212-94f7-3751597933cc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 217 time: 0.0349946 Feb 14 15:38:43.588630 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9606-7de5-4d10-bcc0-bb37f78a29e4 req-409daa4b-d981-4e7a-8d8f-c274af590a71 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.590123 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd7b9606-7de5-4d10-bcc0-bb37f78a29e4 req-409daa4b-d981-4e7a-8d8f-c274af590a71 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.1241040 Feb 14 15:38:43.606224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-690d45fd-6951-41fd-80db-1b8ee64172c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.607591 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-690d45fd-6951-41fd-80db-1b8ee64172c6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0663927 Feb 14 15:38:43.690329 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd7b9606-7de5-4d10-bcc0-bb37f78a29e4 req-e213c107-180e-469a-85e6-e00b0b58d0e5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936236 Feb 14 15:38:43.698241 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-63adec20-4e09-4c81-92aa-4bd2c01dc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.700118 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-63adec20-4e09-4c81-92aa-4bd2c01dc87e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862896 Feb 14 15:38:43.729786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598780c3-2229-409a-8ae2-d48039005b93 req-633730f6-cd79-4573-8b46-604df8ec7b86 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.731380 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-598780c3-2229-409a-8ae2-d48039005b93 req-633730f6-cd79-4573-8b46-604df8ec7b86 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0565078 Feb 14 15:38:43.783871 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-598780c3-2229-409a-8ae2-d48039005b93 req-79b869db-558c-4932-addc-525419bb5b78 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Feb 14 15:38:43.822084 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-5940de22-2380-4ae0-be18-95e0eeeee108 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153395 Feb 14 15:38:43.843619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921279b-d2c7-413b-9d7b-a9308d3f8a0b req-e25b37cb-61a4-4531-a4ae-63cece3ee9af tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:43.844995 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c921279b-d2c7-413b-9d7b-a9308d3f8a0b req-e25b37cb-61a4-4531-a4ae-63cece3ee9af tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0825162 Feb 14 15:38:43.938301 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c921279b-d2c7-413b-9d7b-a9308d3f8a0b req-3ca93f89-73f4-4f45-9317-32a2e4a4357d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833228 Feb 14 15:38:43.953301 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-b519e799-84e1-45e5-bb5d-4d8e46b05b5d service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233010 Feb 14 15:38:44.117171 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-3a6c883a-7674-40e7-9a03-e0a52adfb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.119237 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-3a6c883a-7674-40e7-9a03-e0a52adfb872 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 1128 time: 0.0500417 Feb 14 15:38:44.217047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-6280113e-f780-4b64-8087-579efbf8c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.217047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-6280113e-f780-4b64-8087-579efbf8c287 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.0877523 Feb 14 15:38:44.259455 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-fb3c90ab-17d7-4cb6-b4fd-c72b9e66a919 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Feb 14 15:38:44.425492 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1aeb-cd77-47cf-a8ff-7c454b4a9f2d req-2acbebd1-4d74-4cfc-95a0-bbcf21e7740a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.427064 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-842a1aeb-cd77-47cf-a8ff-7c454b4a9f2d req-2acbebd1-4d74-4cfc-95a0-bbcf21e7740a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0575161 Feb 14 15:38:44.476491 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-842a1aeb-cd77-47cf-a8ff-7c454b4a9f2d req-c384fd6a-2c5f-4d7f-b2ca-267d2869a152 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Feb 14 15:38:44.498501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-3ddc776f-ada4-42bf-b961-1a35d1b7fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.499941 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-3ddc776f-ada4-42bf-b961-1a35d1b7fee2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.2340028 Feb 14 15:38:44.531616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-0f90b809-ab6e-4182-a759-dd92733f84ec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250802 Feb 14 15:38:44.622372 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-f1e27ddc-4c3d-4aea-a556-7e7699b4c9b5 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832236 Feb 14 15:38:44.713908 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-010cc4ea-5757-4719-abf3-d1b7cb2aaa29 req-fd223bf6-c82b-44ff-a0a3-b968ec08668a service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851603 Feb 14 15:38:44.811254 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fa9af-ea55-4282-bb85-e6b966d21b3f req-46c4a87f-5315-484b-b66b-6168eec40fa4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.812580 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-703fa9af-ea55-4282-bb85-e6b966d21b3f req-46c4a87f-5315-484b-b66b-6168eec40fa4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Feb 14 15:38:44.862420 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-703fa9af-ea55-4282-bb85-e6b966d21b3f req-5e76fed2-e289-49bb-ad3b-7ce925059291 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Feb 14 15:38:44.900237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834500df-5218-4aba-a65e-a2903a703716 req-38c785e2-1308-4e8e-ad05-1052cb91451c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:44.901732 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-834500df-5218-4aba-a65e-a2903a703716 req-38c785e2-1308-4e8e-ad05-1052cb91451c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0522084 Feb 14 15:38:44.950951 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-834500df-5218-4aba-a65e-a2903a703716 req-e62d2ac2-75c7-43c1-8133-2e01ea8a1f2a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Feb 14 15:38:45.059937 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2b42f-dc24-43ba-b1d0-c5bd94170dae req-3c8eef5e-0855-4ada-b0c6-10aa17d8bcfb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:45.061456 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-29f2b42f-dc24-43ba-b1d0-c5bd94170dae req-3c8eef5e-0855-4ada-b0c6-10aa17d8bcfb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0554526 Feb 14 15:38:45.112445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-29f2b42f-dc24-43ba-b1d0-c5bd94170dae req-aa9d2200-d7da-434b-a97e-84b22f1aeedf tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Feb 14 15:38:45.594756 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2d18-365a-415b-931b-9172018ae9dc req-ad6e9ff6-3511-45d9-8b60-4ad35427aa33 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:45.596285 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c6c2d18-365a-415b-931b-9172018ae9dc req-ad6e9ff6-3511-45d9-8b60-4ad35427aa33 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0536835 Feb 14 15:38:45.648016 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c6c2d18-365a-415b-931b-9172018ae9dc req-700aff99-8426-4923-a940-343979f90fd5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Feb 14 15:38:45.985251 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd023-18b8-44a9-bdcb-29a2b366f295 req-806bec1f-0422-430b-b191-ab44f87cf4bc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:45.987479 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1d2dd023-18b8-44a9-bdcb-29a2b366f295 req-806bec1f-0422-430b-b191-ab44f87cf4bc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0581560 Feb 14 15:38:46.036915 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1d2dd023-18b8-44a9-bdcb-29a2b366f295 req-26aa5b05-c008-44d7-b58a-89ae1674843e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Feb 14 15:38:46.090016 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac100d3-0c01-412f-a9e6-fd36743de3f0 req-edd6a2aa-1d85-4aaf-98fb-c0ebcf520f15 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:46.091790 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aac100d3-0c01-412f-a9e6-fd36743de3f0 req-edd6a2aa-1d85-4aaf-98fb-c0ebcf520f15 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0720468 Feb 14 15:38:46.155204 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aac100d3-0c01-412f-a9e6-fd36743de3f0 req-35b403c4-2e74-41ba-b8cb-4ca3e28b681f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556688 Feb 14 15:38:46.252343 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc5845-053a-4e50-a6c5-9f1db3bb3b0b req-15d192b6-85cc-4856-8b1a-0e6d708ad796 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:46.252343 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b1cc5845-053a-4e50-a6c5-9f1db3bb3b0b req-15d192b6-85cc-4856-8b1a-0e6d708ad796 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0515616 Feb 14 15:38:46.296529 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b1cc5845-053a-4e50-a6c5-9f1db3bb3b0b req-4eecff9d-d5f2-4e77-b9d4-c6e4eca6c95c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Feb 14 15:38:46.764879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82ae9-bff6-4383-a3c6-d9a85177bf05 req-b18cebb9-98c8-4c33-a395-02630eeba27d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:46.766624 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c7e82ae9-bff6-4383-a3c6-d9a85177bf05 req-b18cebb9-98c8-4c33-a395-02630eeba27d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0526855 Feb 14 15:38:46.815096 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c7e82ae9-bff6-4383-a3c6-d9a85177bf05 req-256e322c-e5bf-4f15-95d0-08f3f370ce17 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Feb 14 15:38:47.170719 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3d84-8bd4-4bf4-a86d-ee132a9c8240 req-ba319ec5-140f-4cda-aefd-d28c98325fa6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:47.172194 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-acba3d84-8bd4-4bf4-a86d-ee132a9c8240 req-ba319ec5-140f-4cda-aefd-d28c98325fa6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0617845 Feb 14 15:38:47.217704 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-acba3d84-8bd4-4bf4-a86d-ee132a9c8240 req-155dd3a3-6432-416e-9815-9bd3bbd1834f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Feb 14 15:38:47.271609 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a5cf-2769-44b5-acfa-b395e2bc55dd req-233a8360-eb79-4341-b26d-335ee2d75604 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:47.273086 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0b00a5cf-2769-44b5-acfa-b395e2bc55dd req-233a8360-eb79-4341-b26d-335ee2d75604 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0556095 Feb 14 15:38:47.320047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0b00a5cf-2769-44b5-acfa-b395e2bc55dd req-d19ddc26-55a7-4be7-8dbe-af2421fb59ae tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Feb 14 15:38:47.415437 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188998fb-3865-4d5e-af64-195fd5ffc6b8 req-f3b232b0-d2ff-4fa9-b578-d89852374834 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:47.416918 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-188998fb-3865-4d5e-af64-195fd5ffc6b8 req-f3b232b0-d2ff-4fa9-b578-d89852374834 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0527372 Feb 14 15:38:47.463051 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-188998fb-3865-4d5e-af64-195fd5ffc6b8 req-24e4bd81-6048-40b7-9633-0256a1faccd6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Feb 14 15:38:47.929359 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0b255-e235-4132-87d9-a5c3c1d8427a req-efacfcc6-f92f-4b43-9584-63c9b10911f5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:47.930735 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6e0b255-e235-4132-87d9-a5c3c1d8427a req-efacfcc6-f92f-4b43-9584-63c9b10911f5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0515003 Feb 14 15:38:47.975936 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6e0b255-e235-4132-87d9-a5c3c1d8427a req-6bc211d7-b2e1-4045-b777-8802e0f0352d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 14 15:38:48.335123 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2241-bb56-4ce6-ab56-8a8d2cf711db req-c37d89e4-9186-439e-9504-05551af3fcaa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:48.336696 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fe4b2241-bb56-4ce6-ab56-8a8d2cf711db req-c37d89e4-9186-439e-9504-05551af3fcaa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0530720 Feb 14 15:38:48.387950 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fe4b2241-bb56-4ce6-ab56-8a8d2cf711db req-1ae0f534-1513-466c-aa13-aff4dee2525f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Feb 14 15:38:48.444757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9030-3ab3-4ed0-8695-b471450f2ee6 req-294e110c-983a-4262-88cd-1920673eecdd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:48.446381 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6c7e9030-3ab3-4ed0-8695-b471450f2ee6 req-294e110c-983a-4262-88cd-1920673eecdd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0569987 Feb 14 15:38:48.507294 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6c7e9030-3ab3-4ed0-8695-b471450f2ee6 req-7c54d844-08bc-470a-a31c-fe305a9b0a2f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550423 Feb 14 15:38:48.578962 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ffb69-f0aa-4df9-a2d1-0a595ae1a580 req-2375fabf-4f32-45b6-8e9a-1a064b48709e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:48.580436 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-700ffb69-f0aa-4df9-a2d1-0a595ae1a580 req-2375fabf-4f32-45b6-8e9a-1a064b48709e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0509276 Feb 14 15:38:48.624986 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-700ffb69-f0aa-4df9-a2d1-0a595ae1a580 req-da182b76-def2-4df4-9ac6-c03af2d47108 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Feb 14 15:38:49.090612 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8752-ee01-4054-93fb-ed778cbe61d6 req-a2a37859-5f6c-4359-bbdb-e8a0498a2043 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:49.092080 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d13e8752-ee01-4054-93fb-ed778cbe61d6 req-a2a37859-5f6c-4359-bbdb-e8a0498a2043 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0505219 Feb 14 15:38:49.136282 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d13e8752-ee01-4054-93fb-ed778cbe61d6 req-89cf476d-4a85-4170-81d1-daa80742c67d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Feb 14 15:38:49.502649 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1020-9d56-4e44-bf80-a3761e9d06ee req-4a24246b-8dac-4d1b-9e01-752c22b551ec tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:49.504789 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c5d1020-9d56-4e44-bf80-a3761e9d06ee req-4a24246b-8dac-4d1b-9e01-752c22b551ec tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0512319 Feb 14 15:38:49.551905 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c5d1020-9d56-4e44-bf80-a3761e9d06ee req-2af852df-b54b-4145-b5c8-f2c99c50a45a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Feb 14 15:38:49.747212 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad962fe-cfbf-437b-abb2-032ff82f10f5 req-c6fd52cf-bc98-4300-985b-50d2343af3c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:49.748809 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bad962fe-cfbf-437b-abb2-032ff82f10f5 req-c6fd52cf-bc98-4300-985b-50d2343af3c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0552881 Feb 14 15:38:49.753078 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6525-768d-4317-90fe-5146ee46487a req-ab1112a9-ef60-42bf-9227-f73f7dc6e21b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:49.754595 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-832b6525-768d-4317-90fe-5146ee46487a req-ab1112a9-ef60-42bf-9227-f73f7dc6e21b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Feb 14 15:38:49.807250 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-832b6525-768d-4317-90fe-5146ee46487a req-412501da-4280-4153-811e-63dc77d19ee3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Feb 14 15:38:49.808177 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bad962fe-cfbf-437b-abb2-032ff82f10f5 req-c6ba3a64-2b1e-4d3d-9e48-ba32e67ea1a4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533767 Feb 14 15:38:50.249857 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4c421-16a2-42f1-9e03-02dc752e463f req-62bab323-42af-48ef-9c74-9f6db17e496c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:50.251335 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f7d4c421-16a2-42f1-9e03-02dc752e463f req-62bab323-42af-48ef-9c74-9f6db17e496c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0506115 Feb 14 15:38:50.301120 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f7d4c421-16a2-42f1-9e03-02dc752e463f req-b4330943-26a7-455c-963b-dae6b545b2ef tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Feb 14 15:38:50.669911 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842a5fe-c908-479d-a0de-3c81b559ca88 req-65a73450-05a3-495d-bd0f-fea7ec15621e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:50.671363 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5842a5fe-c908-479d-a0de-3c81b559ca88 req-65a73450-05a3-495d-bd0f-fea7ec15621e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0544696 Feb 14 15:38:50.718192 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5842a5fe-c908-479d-a0de-3c81b559ca88 req-5b2a2b28-b267-46f8-82ad-c1bbb6322c4b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Feb 14 15:38:50.928236 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb34baa-9ae7-422c-b225-30ab7776a727 req-de14509d-337a-4d35-8b49-d5d889eef03b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:50.930256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bbb34baa-9ae7-422c-b225-30ab7776a727 req-de14509d-337a-4d35-8b49-d5d889eef03b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0562942 Feb 14 15:38:50.934801 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a8cd-31c7-4f7c-af37-bdda070f317f req-fb57a8db-6e80-477a-bcc9-024fecef2364 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:50.936440 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f6a4a8cd-31c7-4f7c-af37-bdda070f317f req-fb57a8db-6e80-477a-bcc9-024fecef2364 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0626802 Feb 14 15:38:50.980752 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bbb34baa-9ae7-422c-b225-30ab7776a727 req-6638f4a2-7c7b-46cf-9fda-a6d17e65866a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448759 Feb 14 15:38:50.983277 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f6a4a8cd-31c7-4f7c-af37-bdda070f317f req-7c8c4af6-4776-4b24-a2b8-a744de38fc4f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 14 15:38:51.461526 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663b21-cf30-4e59-9f97-0ec96bff657d req-ee57c7a9-8c22-4784-89ec-d24dee936e72 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:51.461526 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5a663b21-cf30-4e59-9f97-0ec96bff657d req-ee57c7a9-8c22-4784-89ec-d24dee936e72 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0526991 Feb 14 15:38:51.465033 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5a663b21-cf30-4e59-9f97-0ec96bff657d req-910f7bcf-9054-4d63-a682-9df3dd4bc238 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Feb 14 15:38:51.835557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a14d1-0599-4889-8927-ff1d1b4ec3a6 req-522ce958-c2a0-4135-8d46-1313a3d75ceb tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:51.837070 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-121a14d1-0599-4889-8927-ff1d1b4ec3a6 req-522ce958-c2a0-4135-8d46-1313a3d75ceb tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 943 time: 0.0511510 Feb 14 15:38:51.891523 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-121a14d1-0599-4889-8927-ff1d1b4ec3a6 req-28b9f857-b779-47c0-a213-549901533b8d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Feb 14 15:38:51.956112 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 728d5208-ef1d-42cd-ba43-59c9e85827c3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:38:52.080102 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.092163 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '728d5208-ef1d-42cd-ba43-59c9e85827c3', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'port_id': '728d5208-ef1d-42cd-ba43-59c9e85827c3', 'mac_address': 'fa:16:3e:54:35:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:38:52.127889 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bdd34-756c-4bd3-8a97-4f70ff01baae req-f7f159b0-2d1a-49aa-9901-0f4e288767e7 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:52.129610 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-139bdd34-756c-4bd3-8a97-4f70ff01baae req-f7f159b0-2d1a-49aa-9901-0f4e288767e7 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 943 time: 0.0605583 Feb 14 15:38:52.134873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9752571-41e5-4aaf-971d-9a5fda97c8c1 req-62ca4650-106c-4db1-b6f2-256bf176e602 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:52.136551 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e9752571-41e5-4aaf-971d-9a5fda97c8c1 req-62ca4650-106c-4db1-b6f2-256bf176e602 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 944 time: 0.0603445 Feb 14 15:38:52.137044 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 728d5208-ef1d-42cd-ba43-59c9e85827c3 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:52.137445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.156548 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728d5208-ef1d-42cd-ba43-59c9e85827c3 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:52.178897 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.181933 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-139bdd34-756c-4bd3-8a97-4f70ff01baae req-70d3fdb9-1e72-40da-9ec2-169501c5056a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Feb 14 15:38:52.195126 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e9752571-41e5-4aaf-971d-9a5fda97c8c1 req-f8daf980-5e83-46db-8b51-0f172cc59536 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Feb 14 15:38:52.239912 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.240856 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device ac2a78d6-df94-4b82-b38c-1879daec2247 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:38:52.309624 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:52.382743 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac2a78d6-df94-4b82-b38c-1879daec2247,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.395718 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'port_id': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'mac_address': 'fa:16:3e:7d:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:38:52.442984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port ac2a78d6-df94-4b82-b38c-1879daec2247 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:52.443369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.455841 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2a78d6-df94-4b82-b38c-1879daec2247 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:52.475978 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac2a78d6-df94-4b82-b38c-1879daec2247,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.546898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.547523 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:38:52.594949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105715-8622-4a7c-aac6-d96269922a7f req-7602c684-e19e-47d1-9e8c-8c80451cb9b4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:52.594949 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea105715-8622-4a7c-aac6-d96269922a7f req-7602c684-e19e-47d1-9e8c-8c80451cb9b4 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 943 time: 0.0576062 Feb 14 15:38:52.619620 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:52.645723 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea105715-8622-4a7c-aac6-d96269922a7f req-53ce3a34-0c20-4907-855b-f301a123d786 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529842 Feb 14 15:38:52.700783 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.714065 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'port_id': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', 'mac_address': 'fa:16:3e:3f:70:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823e1052-d325-469d-af7d-079368d61c30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:38:52.760942 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:52.761342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.775365 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:52.795272 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:52.872640 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:52.873241 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device b939a001-80ce-42ec-87b2-df55a5409384 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:38:52.959984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:53.041883 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f20fe9-5de4-4228-abbe-a50379b941ad req-b896e9c6-bb75-41b4-b090-da14b7bfe039 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:53.043596 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19f20fe9-5de4-4228-abbe-a50379b941ad req-b896e9c6-bb75-41b4-b090-da14b7bfe039 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0676982 Feb 14 15:38:53.045758 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b939a001-80ce-42ec-87b2-df55a5409384,segment=NetworkSegment(f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277),segment_id=f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:53.058615 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'b939a001-80ce-42ec-87b2-df55a5409384', 'network_id': '9461f206-7f54-47c7-a1a1-c511ef8f2d76', 'port_id': 'b939a001-80ce-42ec-87b2-df55a5409384', 'mac_address': 'fa:16:3e:6c:1d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4769861f-a484-4d54-b63f-3aa7384b9993', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:38:53.093341 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19f20fe9-5de4-4228-abbe-a50379b941ad req-0b183a11-1e5b-42d1-9cd8-b8faa2175761 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Feb 14 15:38:53.101938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port b939a001-80ce-42ec-87b2-df55a5409384 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:53.102330 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b939a001-80ce-42ec-87b2-df55a5409384), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:53.117752 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b939a001-80ce-42ec-87b2-df55a5409384 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:53.137691 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b939a001-80ce-42ec-87b2-df55a5409384,segment=NetworkSegment(f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277),segment_id=f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:53.217216 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:53.217861 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 5bab5260-d6ed-4f85-b1f8-691757a72025 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:38:53.293368 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:53.308165 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5bab5260-d6ed-4f85-b1f8-691757a72025,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:53.314594 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ac676-883a-4f4b-8a0b-bc9092346c52 req-984a3d4e-882a-49da-8244-f3ead1e62d5a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:53.316825 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b59ac676-883a-4f4b-8a0b-bc9092346c52 req-984a3d4e-882a-49da-8244-f3ead1e62d5a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0668213 Feb 14 15:38:53.321290 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '5bab5260-d6ed-4f85-b1f8-691757a72025', 'network_id': '225beac4-7071-426e-916a-2c0575f1cd68', 'port_id': '5bab5260-d6ed-4f85-b1f8-691757a72025', 'mac_address': 'fa:16:3e:a7:22:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b102f1-6585-42ad-aad1-e5cd1910eedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:38:53.366631 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b59ac676-883a-4f4b-8a0b-bc9092346c52 req-6f8d7685-c7e8-4fdb-8560-14de73b132ae tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Feb 14 15:38:53.417973 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 5bab5260-d6ed-4f85-b1f8-691757a72025 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:38:53.418367 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:53.423972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfaab2-2741-4278-9f6e-a7e3dd34c620 req-bdad5ef0-ab56-4962-b150-11db2efe5b51 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:53.425433 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18bfaab2-2741-4278-9f6e-a7e3dd34c620 req-bdad5ef0-ab56-4962-b150-11db2efe5b51 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.1543872 Feb 14 15:38:53.434591 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab5260-d6ed-4f85-b1f8-691757a72025 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:38:53.455100 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5bab5260-d6ed-4f85-b1f8-691757a72025,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:38:53.471995 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18bfaab2-2741-4278-9f6e-a7e3dd34c620 req-cca5e526-8abf-4914-8bcd-aa6d65f8c38a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Feb 14 15:38:53.577141 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:53.625729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:53.781164 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c0b36-a171-41f0-bca6-635a0d020ca6 req-85d15211-99d1-468f-85cd-5050b1805c9b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:53.782665 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a48c0b36-a171-41f0-bca6-635a0d020ca6 req-85d15211-99d1-468f-85cd-5050b1805c9b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0580118 Feb 14 15:38:53.988341 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a48c0b36-a171-41f0-bca6-635a0d020ca6 req-dad02f24-a05e-4eaa-97bd-dde4e19e2eb5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992345 Feb 14 15:38:54.048315 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:38:54.060960 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:54.164226 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e457255a-a419-4582-84cf-ea57fda91695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.213492 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ae06-0655-4fce-a103-fdd294b6495d req-3f408e33-de2f-41c3-a764-b3223b4a1e7e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:54.215010 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cba4ae06-0655-4fce-a103-fdd294b6495d req-3f408e33-de2f-41c3-a764-b3223b4a1e7e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0527503 Feb 14 15:38:54.236641 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e457255a-a419-4582-84cf-ea57fda91695 admin admin] Publish callbacks [] for security_group (da9a8387-dc65-43f1-ab09-195741bd246f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.261579 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cba4ae06-0655-4fce-a103-fdd294b6495d req-cbc6bf5b-ef4a-4a41-9236-390a19c3cba5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Feb 14 15:38:54.296892 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e457255a-a419-4582-84cf-ea57fda91695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (da9a8387-dc65-43f1-ab09-195741bd246f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.337562 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e457255a-a419-4582-84cf-ea57fda91695 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6f00f6b30874b63a4c58b29efbd6b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754862 Feb 14 15:38:54.338419 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457255a-a419-4582-84cf-ea57fda91695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a8387-dc65-43f1-ab09-195741bd246f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:54.340231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:54.387788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] Publish callbacks [] for security_group (da9a8387-dc65-43f1-ab09-195741bd246f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.413617 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] Publish callbacks [] for security_group (da9a8387-dc65-43f1-ab09-195741bd246f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.490511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254d66d-c653-423e-aa44-d90505d31173 req-467038bb-cc9f-430f-bf93-ca5f3399f390 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:54.492052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f254d66d-c653-423e-aa44-d90505d31173 req-467038bb-cc9f-430f-bf93-ca5f3399f390 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0540676 Feb 14 15:38:54.532741 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (da9a8387-dc65-43f1-ab09-195741bd246f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.535357 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:54.536677 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da9a8387-dc65-43f1-ab09-195741bd246f HTTP/1.1" status: 204 len: 168 time: 0.1953042 Feb 14 15:38:54.555840 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f254d66d-c653-423e-aa44-d90505d31173 req-3d96a8c2-7ce2-4b65-b80e-eba8468c7f2b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552158 Feb 14 15:38:54.562871 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b3338-4f4e-413e-97b9-1d3976d2c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a8387-dc65-43f1-ab09-195741bd246f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:54.608103 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095cce-153f-4f27-952a-bb8b7eb6cd12 req-fa78dbaf-8ad5-432f-8d80-41671a244953 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:54.609571 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-36095cce-153f-4f27-952a-bb8b7eb6cd12 req-fa78dbaf-8ad5-432f-8d80-41671a244953 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0641265 Feb 14 15:38:54.655694 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-36095cce-153f-4f27-952a-bb8b7eb6cd12 req-33e9f4c4-4cf7-44fd-9d1b-e70a567bda72 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Feb 14 15:38:55.112238 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49188) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:55.113063 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a510cec-120a-4b76-a41b-c65f234f6ac9 req-4c88f9f1-52b4-46b2-8d9c-e95f7a6a348d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:55.116216 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7a510cec-120a-4b76-a41b-c65f234f6ac9 req-4c88f9f1-52b4-46b2-8d9c-e95f7a6a348d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0553184 Feb 14 15:38:55.125698 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0296aea5-fa8d-4078-8723-f35dc79db3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.163410 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7a510cec-120a-4b76-a41b-c65f234f6ac9 req-e503132e-6fe1-42e6-9644-f0e3d6a6d411 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Feb 14 15:38:55.216072 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0296aea5-fa8d-4078-8723-f35dc79db3fe admin admin] Publish callbacks [] for security_group (c17695b4-2331-432a-b26e-2698b9b2d35f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.274141 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0296aea5-fa8d-4078-8723-f35dc79db3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c17695b4-2331-432a-b26e-2698b9b2d35f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.314089 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296aea5-fa8d-4078-8723-f35dc79db3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17695b4-2331-432a-b26e-2698b9b2d35f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:55.322523 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:38:55.323048 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0296aea5-fa8d-4078-8723-f35dc79db3fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea83163b94444749b550df3114aaa713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098603 Feb 14 15:38:55.373708 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] Publish callbacks [] for security_group (c17695b4-2331-432a-b26e-2698b9b2d35f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.382938 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f8d6-4af9-430b-b41a-19bb36046a7a req-529c56de-5e7e-400a-94c5-bd140b4ec285 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:55.384452 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9058f8d6-4af9-430b-b41a-19bb36046a7a req-529c56de-5e7e-400a-94c5-bd140b4ec285 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0560482 Feb 14 15:38:55.395012 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] Publish callbacks [] for security_group (c17695b4-2331-432a-b26e-2698b9b2d35f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.433266 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9058f8d6-4af9-430b-b41a-19bb36046a7a req-6a933226-f4c9-47cc-bdbb-7bc30d799ba9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Feb 14 15:38:55.480262 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c17695b4-2331-432a-b26e-2698b9b2d35f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.482757 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:55.483955 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c17695b4-2331-432a-b26e-2698b9b2d35f HTTP/1.1" status: 204 len: 168 time: 0.1595926 Feb 14 15:38:55.493286 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa509fa-558b-4ad2-a9dc-8c212d30e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17695b4-2331-432a-b26e-2698b9b2d35f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:38:55.677178 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3608fcd-5710-4839-9b7a-b3226f2b8395 req-57e72b23-da90-4b60-92de-e92d108d0346 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:55.681105 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e3608fcd-5710-4839-9b7a-b3226f2b8395 req-57e72b23-da90-4b60-92de-e92d108d0346 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0599785 Feb 14 15:38:55.734565 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e3608fcd-5710-4839-9b7a-b3226f2b8395 req-cd034abc-9d62-41d8-a177-80b526773c31 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Feb 14 15:38:55.775262 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5184d4-31b2-4cb5-9d5e-ef73a81f83f5 req-9cfc0008-9e90-4387-9919-9f359a43f5e2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:55.776840 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fd5184d4-31b2-4cb5-9d5e-ef73a81f83f5 req-9cfc0008-9e90-4387-9919-9f359a43f5e2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Feb 14 15:38:55.826806 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fd5184d4-31b2-4cb5-9d5e-ef73a81f83f5 req-92ca821c-78ed-4f7d-acc1-c6aaf3f56a91 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Feb 14 15:38:56.282907 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e742797-f355-4339-89af-b0c8b75e0ba5 req-e5920884-8ed8-48e8-b28b-e113c80ff22b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:56.284477 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e742797-f355-4339-89af-b0c8b75e0ba5 req-e5920884-8ed8-48e8-b28b-e113c80ff22b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0539696 Feb 14 15:38:56.332871 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e742797-f355-4339-89af-b0c8b75e0ba5 req-7bc91b8e-5c8a-40ee-a26c-1cf25f3120bd tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Feb 14 15:38:56.553422 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281695e-e14a-4781-9f15-b17253869b31 req-935a5050-5010-486e-b06c-2283d43ebd98 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:56.554897 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1281695e-e14a-4781-9f15-b17253869b31 req-935a5050-5010-486e-b06c-2283d43ebd98 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0564098 Feb 14 15:38:56.599855 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1281695e-e14a-4781-9f15-b17253869b31 req-5fea6306-ebea-42c1-a590-5f78c6282c61 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Feb 14 15:38:56.857979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016daa-3029-4bdf-b6f4-61b28b7d56bc req-7eadf517-173b-4203-96d9-fdf85b80358d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:56.859387 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea016daa-3029-4bdf-b6f4-61b28b7d56bc req-7eadf517-173b-4203-96d9-fdf85b80358d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0571785 Feb 14 15:38:56.910692 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea016daa-3029-4bdf-b6f4-61b28b7d56bc req-a180762a-0eb5-4582-8d96-49d65085b848 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 Feb 14 15:38:56.953946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3adc2-52f3-41cf-8ae8-da998cc755e7 req-05fab08a-dfca-4f94-8c4c-e53f1c4c96f7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:56.955436 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3ed3adc2-52f3-41cf-8ae8-da998cc755e7 req-05fab08a-dfca-4f94-8c4c-e53f1c4c96f7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0546515 Feb 14 15:38:57.001337 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3ed3adc2-52f3-41cf-8ae8-da998cc755e7 req-65ce8c1d-cc95-4a94-a477-4ec3ae1c84f7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Feb 14 15:38:57.308440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69ad0844-adf0-4781-a3f1-d466ddedaa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:57.450895 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a340f-474b-4e7b-86b5-ae7bf05a6183 req-950413b5-0709-4129-8f6a-5b1937483295 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:57.452390 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f66a340f-474b-4e7b-86b5-ae7bf05a6183 req-950413b5-0709-4129-8f6a-5b1937483295 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0540252 Feb 14 15:38:57.497587 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f66a340f-474b-4e7b-86b5-ae7bf05a6183 req-00f08568-d9a0-4d95-9348-553e64c48161 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Feb 14 15:38:57.721402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a25d-693c-4d93-92d6-004190214681 req-4621767e-f46a-48f6-bcf0-1e1913a80fb4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:57.722970 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d444a25d-693c-4d93-92d6-004190214681 req-4621767e-f46a-48f6-bcf0-1e1913a80fb4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0566113 Feb 14 15:38:57.779882 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d444a25d-693c-4d93-92d6-004190214681 req-ef73c8f7-32a2-42c1-8ce4-8977ac0e6ea1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Feb 14 15:38:58.041462 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed124ea5-a80f-40fe-9512-8b705f651638 req-63076435-b407-4899-ae4d-59ab8fb58993 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:58.043052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed124ea5-a80f-40fe-9512-8b705f651638 req-63076435-b407-4899-ae4d-59ab8fb58993 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0652692 Feb 14 15:38:58.105140 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed124ea5-a80f-40fe-9512-8b705f651638 req-eafde750-c339-4b47-8d8b-70945c7e9fba tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545654 Feb 14 15:38:58.139844 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f136b-81db-47c0-9aa6-d7672436dc50 req-84eea673-e8ba-4d7c-9ebc-20ef5bad950e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:58.139844 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-092f136b-81db-47c0-9aa6-d7672436dc50 req-84eea673-e8ba-4d7c-9ebc-20ef5bad950e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0635676 Feb 14 15:38:58.194765 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-092f136b-81db-47c0-9aa6-d7672436dc50 req-ac0f6057-a896-463c-b5cd-3e29e56a2aae tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485208 Feb 14 15:38:58.617160 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5e420-8a21-4259-b69d-f7a415fd2781 req-6ca98194-8c06-48ae-8974-338a5f0dc660 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:58.618609 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9fa5e420-8a21-4259-b69d-f7a415fd2781 req-6ca98194-8c06-48ae-8974-338a5f0dc660 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0509593 Feb 14 15:38:58.664430 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9fa5e420-8a21-4259-b69d-f7a415fd2781 req-5eaef346-9b55-4075-ba05-df48c25aaa8a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Feb 14 15:38:58.770641 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['728d5208-ef1d-42cd-ba43-59c9e85827c3'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:38:58.811848 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:38:58.849811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['ac2a78d6-df94-4b82-b38c-1879daec2247'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:38:58.892530 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['b939a001-80ce-42ec-87b2-df55a5409384'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:38:58.905735 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['5bab5260-d6ed-4f85-b1f8-691757a72025'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:38:58.911555 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c222a-d491-406e-bb4e-15d72a32c147 req-6f4163e4-499d-4e44-9769-2e96514f38b8 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:58.913098 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-539c222a-d491-406e-bb4e-15d72a32c147 req-6f4163e4-499d-4e44-9769-2e96514f38b8 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0621400 Feb 14 15:38:58.960471 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-539c222a-d491-406e-bb4e-15d72a32c147 req-48edde1b-528b-4980-9d62-2155ff2f1227 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Feb 14 15:38:59.232099 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e05c-aa91-49ec-8657-bfb5223cc88b req-69f23113-6272-4ba1-9055-ea22e69d0416 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:59.246163 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-28e7e05c-aa91-49ec-8657-bfb5223cc88b req-69f23113-6272-4ba1-9055-ea22e69d0416 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0739341 Feb 14 15:38:59.306002 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-28e7e05c-aa91-49ec-8657-bfb5223cc88b req-93abfbf2-f3ad-4b37-aaff-7ccee0fea3e9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591702 Feb 14 15:38:59.368306 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405666ac-728c-4231-b41d-bedbbf761995 req-fcba5a87-fb48-4bde-b984-b437f5a72a42 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:59.370299 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-405666ac-728c-4231-b41d-bedbbf761995 req-fcba5a87-fb48-4bde-b984-b437f5a72a42 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0644078 Feb 14 15:38:59.428695 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-405666ac-728c-4231-b41d-bedbbf761995 req-fb07b0fb-5e45-4fcf-96d1-5ad521153681 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517361 Feb 14 15:38:59.679659 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1dd5257-4220-4b8c-82b1-d15ae6ea90bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:38:59.921569 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8559f-e972-44c3-a969-357b1a44acdf req-b62e6763-0c64-4640-b81f-238c2c5ea7a1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:38:59.923036 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-55a8559f-e972-44c3-a969-357b1a44acdf req-b62e6763-0c64-4640-b81f-238c2c5ea7a1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0585766 Feb 14 15:38:59.970529 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-55a8559f-e972-44c3-a969-357b1a44acdf req-0645b13d-77e3-4be1-a317-6fdf078b4f29 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Feb 14 15:39:00.083447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b55e-194a-455d-b737-79563c9afab1 req-c6924855-1999-4ca6-82d9-82ed10542be2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:00.084958 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0fc4b55e-194a-455d-b737-79563c9afab1 req-c6924855-1999-4ca6-82d9-82ed10542be2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0522356 Feb 14 15:39:00.132854 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0fc4b55e-194a-455d-b737-79563c9afab1 req-3122d173-46da-43e2-bc0f-b4b908c7163f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Feb 14 15:39:00.432844 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44406826-58c7-44f2-a383-ed85f0861833 req-38ee294b-7054-4b3d-8236-9999e9d9e59e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:00.434314 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-44406826-58c7-44f2-a383-ed85f0861833 req-38ee294b-7054-4b3d-8236-9999e9d9e59e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0527596 Feb 14 15:39:00.489318 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-44406826-58c7-44f2-a383-ed85f0861833 req-d788aa21-4af7-412b-8c23-16e2b319924a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490494 Feb 14 15:39:00.570987 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84260-887a-46ea-9954-27a60c143aef req-649f41c2-1788-478b-ad60-d07f5735a8e4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:00.572788 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7a84260-887a-46ea-9954-27a60c143aef req-649f41c2-1788-478b-ad60-d07f5735a8e4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Feb 14 15:39:00.622604 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7a84260-887a-46ea-9954-27a60c143aef req-194cb1ad-15e2-4deb-a37b-2dca3c1b6f9b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Feb 14 15:39:00.668385 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.012337 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49350) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:01.109075 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f820e3-1c4a-4e4f-985a-1bb8d4c410b4 req-46d4a6cf-ccbf-4959-8f94-f8dc72e0dee8 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:01.110557 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0f820e3-1c4a-4e4f-985a-1bb8d4c410b4 req-46d4a6cf-ccbf-4959-8f94-f8dc72e0dee8 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0705879 Feb 14 15:39:01.147827 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37e27e95-5798-4b78-9512-b3c662db5270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.182618 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0f820e3-1c4a-4e4f-985a-1bb8d4c410b4 req-59be8a29-4bb5-4254-97c3-51db455835d3 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663917 Feb 14 15:39:01.251527 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37e27e95-5798-4b78-9512-b3c662db5270 admin admin] Publish callbacks [] for security_group (d799fefd-2dcd-459d-9eff-99e8c394bb05), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.252117 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629483c-798c-48ae-9f00-19677b024379 req-d11381b9-5bc5-4947-ac42-e2c1907be58d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:01.253616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e629483c-798c-48ae-9f00-19677b024379 req-d11381b9-5bc5-4947-ac42-e2c1907be58d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0522063 Feb 14 15:39:01.303072 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e629483c-798c-48ae-9f00-19677b024379 req-a718bf75-cc2c-4ef8-a09f-f166c36e8d37 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Feb 14 15:39:01.331347 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37e27e95-5798-4b78-9512-b3c662db5270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d799fefd-2dcd-459d-9eff-99e8c394bb05), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.368986 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e27e95-5798-4b78-9512-b3c662db5270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799fefd-2dcd-459d-9eff-99e8c394bb05,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:01.375551 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-37e27e95-5798-4b78-9512-b3c662db5270 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=812aacf44cb6493d96ebfdb16dec1375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628538 Feb 14 15:39:01.375936 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49358) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:01.424310 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] Publish callbacks [] for security_group (d799fefd-2dcd-459d-9eff-99e8c394bb05), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.446668 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] Publish callbacks [] for security_group (d799fefd-2dcd-459d-9eff-99e8c394bb05), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.541629 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d799fefd-2dcd-459d-9eff-99e8c394bb05), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.544338 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:01.545489 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d799fefd-2dcd-459d-9eff-99e8c394bb05 HTTP/1.1" status: 204 len: 168 time: 0.1687706 Feb 14 15:39:01.555021 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32163830-0b51-4c05-ba2f-f35e6879f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799fefd-2dcd-459d-9eff-99e8c394bb05,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:01.636730 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144b70-b50b-487a-9342-f57a9e04468c req-16459609-9464-4381-b065-c38b83403c5c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:01.638650 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad144b70-b50b-487a-9342-f57a9e04468c req-16459609-9464-4381-b065-c38b83403c5c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0636981 Feb 14 15:39:01.690256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad144b70-b50b-487a-9342-f57a9e04468c req-02ca8ad6-d78a-43f8-8286-22f059eb7b10 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452461 Feb 14 15:39:01.761334 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e414-f171-48d6-8501-38d8efc0e604 req-391fb4f3-850e-44e4-b9f0-926e52ee0e4a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:01.762836 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52f0e414-f171-48d6-8501-38d8efc0e604 req-391fb4f3-850e-44e4-b9f0-926e52ee0e4a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Feb 14 15:39:01.827570 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-52f0e414-f171-48d6-8501-38d8efc0e604 req-63709dba-b93d-4144-b23d-d75b15663f14 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573113 Feb 14 15:39:01.868539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.108539 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49386) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:02.223417 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde070db-371f-4f7e-9435-88ca70d14935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.304477 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde070db-371f-4f7e-9435-88ca70d14935 admin admin] Publish callbacks [] for security_group (3df0a59d-37fa-487b-b2a7-e9d7f9758688), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.305721 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd038c21-7551-4934-8ce8-95a987c56bd3 req-cc955cbb-edc0-42da-b65f-00d59804e27e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:02.307256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd038c21-7551-4934-8ce8-95a987c56bd3 req-cc955cbb-edc0-42da-b65f-00d59804e27e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0541773 Feb 14 15:39:02.357029 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd038c21-7551-4934-8ce8-95a987c56bd3 req-10946b6e-c91d-49fa-85a2-02cd756cff44 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Feb 14 15:39:02.384443 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fde070db-371f-4f7e-9435-88ca70d14935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3df0a59d-37fa-487b-b2a7-e9d7f9758688), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.446917 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fde070db-371f-4f7e-9435-88ca70d14935 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f6ccb255c1743d68a7e06b2ca5cdd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345611 Feb 14 15:39:02.446917 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:02.454126 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde070db-371f-4f7e-9435-88ca70d14935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df0a59d-37fa-487b-b2a7-e9d7f9758688,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:02.477509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3854-e91c-4c25-99bd-f4c9ddfab825 req-f6bc5306-d032-4dcd-892e-170ad8727b92 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:02.479064 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cdaa3854-e91c-4c25-99bd-f4c9ddfab825 req-f6bc5306-d032-4dcd-892e-170ad8727b92 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.1053934 Feb 14 15:39:02.540049 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] Publish callbacks [] for security_group (3df0a59d-37fa-487b-b2a7-e9d7f9758688), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.559661 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cdaa3854-e91c-4c25-99bd-f4c9ddfab825 req-b0b70e36-e511-4c04-aba2-7bfc30fd1662 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Feb 14 15:39:02.571102 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] Publish callbacks [] for security_group (3df0a59d-37fa-487b-b2a7-e9d7f9758688), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.708406 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3df0a59d-37fa-487b-b2a7-e9d7f9758688), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.711116 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:02.712286 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3df0a59d-37fa-487b-b2a7-e9d7f9758688 HTTP/1.1" status: 204 len: 168 time: 0.2646163 Feb 14 15:39:02.722810 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dedc8-a314-46d5-99ad-e7e37265906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df0a59d-37fa-487b-b2a7-e9d7f9758688,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:02.830838 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e347-0d8c-4cf6-ae04-269635612f1f req-61e0df1a-fcc6-48f7-9b00-303a4bcf2cb0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:02.832406 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6be3e347-0d8c-4cf6-ae04-269635612f1f req-61e0df1a-fcc6-48f7-9b00-303a4bcf2cb0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0583973 Feb 14 15:39:02.880428 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6be3e347-0d8c-4cf6-ae04-269635612f1f req-0be4e81d-880a-44ce-a45e-808a4f35d2f2 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Feb 14 15:39:02.958843 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6262b2-b1d2-4fa6-9e31-8ef9a778f0d1 req-0df40849-31cc-4890-9ffa-c1a0746532f9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:02.960554 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ad6262b2-b1d2-4fa6-9e31-8ef9a778f0d1 req-0df40849-31cc-4890-9ffa-c1a0746532f9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0610886 Feb 14 15:39:03.011690 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ad6262b2-b1d2-4fa6-9e31-8ef9a778f0d1 req-c3dbfff6-c13c-4499-8f35-7a939c3e60e5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Feb 14 15:39:03.284332 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.313031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49430) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:03.326307 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c41e1d1-984c-4372-a234-cbfdecbca0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.410538 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c41e1d1-984c-4372-a234-cbfdecbca0a8 admin admin] Publish callbacks [] for security_group (f105d752-6ec1-4e13-ad65-6a8a15a25775), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.474212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c41e1d1-984c-4372-a234-cbfdecbca0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f105d752-6ec1-4e13-ad65-6a8a15a25775), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.479409 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2dfdc-5638-4a26-940c-763b2e37cdc6 req-dfaec05e-af4f-4b89-a336-9ebe9691f0b1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:03.482471 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56b2dfdc-5638-4a26-940c-763b2e37cdc6 req-dfaec05e-af4f-4b89-a336-9ebe9691f0b1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0527616 Feb 14 15:39:03.523731 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0c41e1d1-984c-4372-a234-cbfdecbca0a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36576208c0ef4e70a379963706f22e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093265 Feb 14 15:39:03.526316 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:03.528488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41e1d1-984c-4372-a234-cbfdecbca0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f105d752-6ec1-4e13-ad65-6a8a15a25775,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:03.553911 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56b2dfdc-5638-4a26-940c-763b2e37cdc6 req-e8c32785-95b7-493f-9c92-38d5aa9eaf0b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646079 Feb 14 15:39:03.590939 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] Publish callbacks [] for security_group (f105d752-6ec1-4e13-ad65-6a8a15a25775), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.618972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] Publish callbacks [] for security_group (f105d752-6ec1-4e13-ad65-6a8a15a25775), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.698761 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb9a1-e895-4862-8b32-fb5063691c93 req-98d74a08-4a0a-427c-89ed-a312b403a48b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:03.700151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-414cb9a1-e895-4862-8b32-fb5063691c93 req-98d74a08-4a0a-427c-89ed-a312b403a48b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0667565 Feb 14 15:39:03.750556 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-414cb9a1-e895-4862-8b32-fb5063691c93 req-1ba5e78e-fca6-48a9-a305-5ef569e1b9b7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Feb 14 15:39:03.754344 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f105d752-6ec1-4e13-ad65-6a8a15a25775), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.757038 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:03.763650 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f105d752-6ec1-4e13-ad65-6a8a15a25775 HTTP/1.1" status: 204 len: 168 time: 0.2309477 Feb 14 15:39:03.775223 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4899f1e-83af-4b9c-83b7-d1b78ffe73cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105d752-6ec1-4e13-ad65-6a8a15a25775,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:04.013118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c0456-320a-45ee-9ec8-687d6711a808 req-33e2aa87-e158-4c5f-b3c3-607c470da58c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:04.013118 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5d8c0456-320a-45ee-9ec8-687d6711a808 req-33e2aa87-e158-4c5f-b3c3-607c470da58c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0547297 Feb 14 15:39:04.076379 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5d8c0456-320a-45ee-9ec8-687d6711a808 req-5778a075-07f6-4bdf-85a3-b6da49ec8251 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Feb 14 15:39:04.156357 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87fa15-c1cc-4132-bfbe-81e6db0625e5 req-bfecdf58-8899-4cb4-87d0-72017da935e7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:04.158479 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc87fa15-c1cc-4132-bfbe-81e6db0625e5 req-bfecdf58-8899-4cb4-87d0-72017da935e7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Feb 14 15:39:04.211199 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc87fa15-c1cc-4132-bfbe-81e6db0625e5 req-1e6c0183-3b3b-4a6f-b8f2-6129f3e29fff tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Feb 14 15:39:04.679358 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd8ef-9510-403b-9d83-ad6497c6208a req-7ab2b86d-0a92-4a71-9767-b18463e7ca6f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:04.680905 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b19fd8ef-9510-403b-9d83-ad6497c6208a req-7ab2b86d-0a92-4a71-9767-b18463e7ca6f tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0570657 Feb 14 15:39:04.727188 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b19fd8ef-9510-403b-9d83-ad6497c6208a req-8e6dd0fe-f17c-40d4-936c-9bc34b999fb8 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Feb 14 15:39:04.871881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7798b-dbc4-46dd-8fae-d48a7eab4cbb req-0611a45c-ae02-4840-985c-d5e97a9d593c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:04.873382 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-09a7798b-dbc4-46dd-8fae-d48a7eab4cbb req-0611a45c-ae02-4840-985c-d5e97a9d593c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0552814 Feb 14 15:39:04.919763 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-09a7798b-dbc4-46dd-8fae-d48a7eab4cbb req-dd3fd10b-7af7-4d0d-8514-fe2388bb397c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Feb 14 15:39:05.102746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:05.205596 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09733d60-cd49-454f-a980-90297a9641c6 req-60b04ca4-1225-4286-8928-26622e5c02ac tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:05.207612 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-09733d60-cd49-454f-a980-90297a9641c6 req-60b04ca4-1225-4286-8928-26622e5c02ac tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0571551 Feb 14 15:39:05.232166 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.279225 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-09733d60-cd49-454f-a980-90297a9641c6 req-bd23bf2c-7696-4e60-bf4d-a109f76abbd4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653439 Feb 14 15:39:05.343788 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Publish callbacks [] for security_group (3832e486-e784-44d3-9430-10392efe425c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.366160 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870ff1-5c45-4d62-ac84-24bec20b3a05 req-14678fd7-afda-45d9-88bb-bc3835c40fea tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:05.367544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31870ff1-5c45-4d62-ac84-24bec20b3a05 req-14678fd7-afda-45d9-88bb-bc3835c40fea tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0544887 Feb 14 15:39:05.411094 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3832e486-e784-44d3-9430-10392efe425c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.414589 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31870ff1-5c45-4d62-ac84-24bec20b3a05 req-6bddcb10-7e76-4040-9104-35a6f59f433a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Feb 14 15:39:05.454919 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=686fff14d8204944a06aa66b8dc1493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505092 Feb 14 15:39:05.455932 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832e486-e784-44d3-9430-10392efe425c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:05.459052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49532) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:05.463793 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.464151 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.464495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.464836 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.465171 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.465599 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.465829 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.466162 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.466699 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.466820 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.467128 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.467451 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.467801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881484d1-2370-4794-9e04-48cbe844ec32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.508752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Publish callbacks [] for security_group (3832e486-e784-44d3-9430-10392efe425c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.533380 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Publish callbacks [] for security_group (3832e486-e784-44d3-9430-10392efe425c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.645265 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3832e486-e784-44d3-9430-10392efe425c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.648024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:05.649190 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3832e486-e784-44d3-9430-10392efe425c HTTP/1.1" status: 204 len: 168 time: 0.1890044 Feb 14 15:39:05.658027 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832e486-e784-44d3-9430-10392efe425c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:05.664154 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.664512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.664865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.665211 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.665554 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.665898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.666231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.666599 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.666938 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.667273 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.667629 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.667984 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.668275 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f4f63-e041-42ad-8455-a875112dcaa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:05.850514 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a7859-539e-47fa-8daf-931cf41b69e8 req-68d6dfcd-8e0e-40e2-816e-34a997540f3e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:05.851997 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-279a7859-539e-47fa-8daf-931cf41b69e8 req-68d6dfcd-8e0e-40e2-816e-34a997540f3e tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0515873 Feb 14 15:39:05.902840 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-279a7859-539e-47fa-8daf-931cf41b69e8 req-9d75dae6-eac8-4ecc-9142-d9c8d5d8dfa1 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Feb 14 15:39:05.954642 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 5bab5260-d6ed-4f85-b1f8-691757a72025 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:06.068408 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 5bab5260-d6ed-4f85-b1f8-691757a72025 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:39:06.075702 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 5bab5260-d6ed-4f85-b1f8-691757a72025 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:06.075702 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.076922 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928c8d-5a82-489b-8a8a-ecdc2b158b1a req-dfdd4ee1-8fa4-40f8-aefe-88b973ecdd85 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:06.078442 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f928c8d-5a82-489b-8a8a-ecdc2b158b1a req-dfdd4ee1-8fa4-40f8-aefe-88b973ecdd85 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 944 time: 0.0544901 Feb 14 15:39:06.133415 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f928c8d-5a82-489b-8a8a-ecdc2b158b1a req-0fb5f922-7398-4e93-b1b0-dabf503a850f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428894 Feb 14 15:39:06.156826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 5bab5260-d6ed-4f85-b1f8-691757a72025 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:06.157432 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.182281 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:06.257387 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5bab5260-d6ed-4f85-b1f8-691757a72025,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:06.342498 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.343328 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:06.395242 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49570) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:06.419563 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-133efb8d-ce98-499a-848f-a2372a8a1b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.424890 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19850a-36db-4ae8-b1ab-e9dfb90cbbb1 req-5cb35581-868e-49e2-a9c9-34efaba41fca tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:06.434597 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7f19850a-36db-4ae8-b1ab-e9dfb90cbbb1 req-5cb35581-868e-49e2-a9c9-34efaba41fca tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 944 time: 0.0719066 Feb 14 15:39:06.434810 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:06.507137 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdda63-fab4-43d4-9a5a-b888b62097a2" -d '{"events": [{"server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "name": "network-vif-plugged", "status": "completed", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:06.507299 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7f19850a-36db-4ae8-b1ab-e9dfb90cbbb1 req-cac88799-cd49-4eee-b694-b87337a39abf tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669556 Feb 14 15:39:06.520081 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:39:06.524898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:06.525440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.583594 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-133efb8d-ce98-499a-848f-a2372a8a1b43 admin admin] Publish callbacks [] for security_group (9e407aaa-5f63-4ebb-b69d-fb53b4838005), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.617935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36423f-510b-45e2-8b75-6b70b28022a6 req-e91fcb28-a507-4f30-8811-61cbce3ee2db tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:06.623177 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:06.623827 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.627344 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7b36423f-510b-45e2-8b75-6b70b28022a6 req-e91fcb28-a507-4f30-8811-61cbce3ee2db tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.1053848 Feb 14 15:39:06.650688 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-133efb8d-ce98-499a-848f-a2372a8a1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9e407aaa-5f63-4ebb-b69d-fb53b4838005), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.664032 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:06.708581 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3a501-eaef-4357-8f3d-8b0df5d8f897 x-openstack-request-id: req-54e3a501-eaef-4357-8f3d-8b0df5d8f897 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:06.709081 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "name": "network-vif-plugged", "status": "completed", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:06.711667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54e3a501-eaef-4357-8f3d-8b0df5d8f897 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:06.711784 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-133efb8d-ce98-499a-848f-a2372a8a1b43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c93223f7b1b24dbc9416c9b2a4b3d734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129542 Feb 14 15:39:06.711874 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025', 'code': 200} Feb 14 15:39:06.712737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:06.717890 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7b36423f-510b-45e2-8b75-6b70b28022a6 req-6e1115a4-3d50-4abf-8e07-47b8d4a76f95 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896623 Feb 14 15:39:06.718640 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133efb8d-ce98-499a-848f-a2372a8a1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e407aaa-5f63-4ebb-b69d-fb53b4838005,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:06.747624 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.748623 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device b939a001-80ce-42ec-87b2-df55a5409384 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:06.790370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] Publish callbacks [] for security_group (9e407aaa-5f63-4ebb-b69d-fb53b4838005), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.817964 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] Publish callbacks [] for security_group (9e407aaa-5f63-4ebb-b69d-fb53b4838005), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.828568 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:06.920233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port b939a001-80ce-42ec-87b2-df55a5409384 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:39:06.924255 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port b939a001-80ce-42ec-87b2-df55a5409384 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:06.928001 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (b939a001-80ce-42ec-87b2-df55a5409384), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.973494 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9e407aaa-5f63-4ebb-b69d-fb53b4838005), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.976219 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:06.977320 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e407aaa-5f63-4ebb-b69d-fb53b4838005 HTTP/1.1" status: 204 len: 168 time: 0.2636175 Feb 14 15:39:07.009606 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port b939a001-80ce-42ec-87b2-df55a5409384 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:07.011189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b939a001-80ce-42ec-87b2-df55a5409384), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.013212 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9411-7ce0-4b03-b286-3321c39f8031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e407aaa-5f63-4ebb-b69d-fb53b4838005,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:07.056043 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74209234-414c-47f0-a41b-fc1699f486e2 req-d20c7875-f619-47dc-8c50-41994fd521c5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:07.057910 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-74209234-414c-47f0-a41b-fc1699f486e2 req-d20c7875-f619-47dc-8c50-41994fd521c5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 944 time: 0.0867398 Feb 14 15:39:07.063309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b939a001-80ce-42ec-87b2-df55a5409384,segment=NetworkSegment(f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277),segment_id=f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:07.124310 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-74209234-414c-47f0-a41b-fc1699f486e2 req-73d92be2-f51d-4128-959e-3851695f30bc tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588973 Feb 14 15:39:07.130703 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.131837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device ac2a78d6-df94-4b82-b38c-1879daec2247 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:07.141828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-53a38a64-4c03-44ee-926a-d8a5d1d85a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:07.143955 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-53a38a64-4c03-44ee-926a-d8a5d1d85a8f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0923436 Feb 14 15:39:07.176878 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-75169a9d-d140-4c4c-841f-80aa9fd96188 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.227391 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:07.296249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5c7c-dbdf-474c-82cf-045837cda69b req-dc1301b9-a74a-4c07-8770-523ff202f377 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:07.297806 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4f7f5c7c-dbdf-474c-82cf-045837cda69b req-dc1301b9-a74a-4c07-8770-523ff202f377 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0860760 Feb 14 15:39:07.308970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-75169a9d-d140-4c4c-841f-80aa9fd96188 service neutron] Publish callbacks [] for security_group (60689468-4844-4fa5-b745-55e4eec149c1), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.317487 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port ac2a78d6-df94-4b82-b38c-1879daec2247 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:39:07.326419 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port ac2a78d6-df94-4b82-b38c-1879daec2247 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:07.326810 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.353259 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4f7f5c7c-dbdf-474c-82cf-045837cda69b req-d2ce0257-f14d-4d4d-9de3-83b9adeed3c6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Feb 14 15:39:07.417177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-75169a9d-d140-4c4c-841f-80aa9fd96188 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (60689468-4844-4fa5-b745-55e4eec149c1), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.425082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port ac2a78d6-df94-4b82-b38c-1879daec2247 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:07.426104 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.464732 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75169a9d-d140-4c4c-841f-80aa9fd96188 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60689468-4844-4fa5-b745-55e4eec149c1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:07.471010 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-86288fdd-d333-40fc-b77f-e37410b2d21c req-75169a9d-d140-4c4c-841f-80aa9fd96188 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196332 Feb 14 15:39:07.475894 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac2a78d6-df94-4b82-b38c-1879daec2247,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:07.548793 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:07.618564 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:07.630060 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.630576 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.631097 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.631697 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.632309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.632795 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.633455 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.633937 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.634419 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.634956 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.635476 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.635980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.636462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:07.649499 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ff230-a1a5-47b3-8b33-876ff7f0b45c req-db37801d-ffc3-4ec2-8a88-6dc2c91f4a3e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:07.651649 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1b1ff230-a1a5-47b3-8b33-876ff7f0b45c req-db37801d-ffc3-4ec2-8a88-6dc2c91f4a3e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0702941 Feb 14 15:39:07.701995 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1b1ff230-a1a5-47b3-8b33-876ff7f0b45c req-334747dc-32af-4435-9920-075111f8f04b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Feb 14 15:39:07.848177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2078-7dca-423d-836a-cde5ab23bc47 req-052a9ff5-dd41-4fd9-b21a-c4eb08fdda37 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:07.849643 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c56e2078-7dca-423d-836a-cde5ab23bc47 req-052a9ff5-dd41-4fd9-b21a-c4eb08fdda37 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Feb 14 15:39:07.896218 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c56e2078-7dca-423d-836a-cde5ab23bc47 req-1875df24-00a9-4a9d-91f0-5349cce0b176 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Feb 14 15:39:07.973680 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 728d5208-ef1d-42cd-ba43-59c9e85827c3 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:08.091310 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 728d5208-ef1d-42cd-ba43-59c9e85827c3 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:39:08.095687 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 728d5208-ef1d-42cd-ba43-59c9e85827c3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:08.097196 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:08.174733 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 728d5208-ef1d-42cd-ba43-59c9e85827c3 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:08.175208 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:08.210564 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:08.257511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe5d67-8e6a-4b04-a25c-54a84656fde6 req-8effd0d4-7654-4e4e-8171-24c5bb3f6bb6 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:08.259114 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5efe5d67-8e6a-4b04-a25c-54a84656fde6 req-8effd0d4-7654-4e4e-8171-24c5bb3f6bb6 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0530031 Feb 14 15:39:08.291771 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:08.320766 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5efe5d67-8e6a-4b04-a25c-54a84656fde6 req-708a5418-a9e2-4408-b0a8-2d423c5fec2d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531006 Feb 14 15:39:08.356642 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:08.492848 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592f7f-d306-416a-ba19-5b461c42defb req-265dd654-dc28-48fd-becb-a8641a4b883f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:08.494495 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-25592f7f-d306-416a-ba19-5b461c42defb req-265dd654-dc28-48fd-becb-a8641a4b883f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0587430 Feb 14 15:39:08.545633 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-25592f7f-d306-416a-ba19-5b461c42defb req-cae6b519-849f-4a01-8cf6-d8a84867b183 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Feb 14 15:39:08.711515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'}, {'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384'}, {'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247'}, {'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:08.713843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59887fe7-f5ec-4794-9c2f-5ed5df6e79b7" -d '{"events": [{"server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "name": "network-vif-plugged", "status": "completed", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f"}, {"server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "name": "network-vif-plugged", "status": "completed", "tag": "b939a001-80ce-42ec-87b2-df55a5409384"}, {"server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247"}, {"server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "name": "network-vif-plugged", "status": "completed", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:08.766590 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34748004-00f3-4d98-bdfb-8babe6008926 x-openstack-request-id: req-34748004-00f3-4d98-bdfb-8babe6008926 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:08.767393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "name": "network-vif-plugged", "status": "completed", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f", "code": 200}, {"server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "name": "network-vif-plugged", "status": "completed", "tag": "b939a001-80ce-42ec-87b2-df55a5409384", "code": 200}, {"server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247", "code": 200}, {"server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "name": "network-vif-plugged", "status": "completed", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:08.767393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34748004-00f3-4d98-bdfb-8babe6008926 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:08.767927 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', 'code': 200} Feb 14 15:39:08.768243 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384', 'code': 200} Feb 14 15:39:08.768558 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'code': 200} Feb 14 15:39:08.768872 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3', 'code': 200} Feb 14 15:39:08.826222 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea22c-fbd1-4962-ae2a-fbfc6bdfbfc3 req-48948889-0174-4fc7-baaa-fff91b420b8c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:08.827840 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c2fea22c-fbd1-4962-ae2a-fbfc6bdfbfc3 req-48948889-0174-4fc7-baaa-fff91b420b8c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0567892 Feb 14 15:39:08.880098 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c2fea22c-fbd1-4962-ae2a-fbfc6bdfbfc3 req-e23b34b2-afbb-4211-ac5f-9e8ad2be0ba7 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Feb 14 15:39:09.061675 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49666) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:09.082472 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969fea7-dd38-4f6f-a6fc-9e39f1ab6940 req-15ffbb22-00b4-4df2-800d-e462fc87b68b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.084102 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b969fea7-dd38-4f6f-a6fc-9e39f1ab6940 req-15ffbb22-00b4-4df2-800d-e462fc87b68b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0779426 Feb 14 15:39:09.147484 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b969fea7-dd38-4f6f-a6fc-9e39f1ab6940 req-aa5d9b96-2fff-408e-921f-840093c82989 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 Feb 14 15:39:09.332494 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1004b63e-7314-4b6a-ad96-9d4ffb0035f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.523762 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d531d-7355-4d5d-8385-9c558241006b req-353ad8d2-f2b4-4359-9e58-495b2bacc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.525627 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-907d531d-7355-4d5d-8385-9c558241006b req-353ad8d2-f2b4-4359-9e58-495b2bacc3c0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 1129 time: 0.0815723 Feb 14 15:39:09.568803 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2c7b-ac0b-4173-b9ea-5bffe6b8e226 req-8eab678c-3f6c-4541-88cd-02e8003c0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.570530 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c8bc2c7b-ac0b-4173-b9ea-5bffe6b8e226 req-8eab678c-3f6c-4541-88cd-02e8003c0ca7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 1129 time: 0.1975844 Feb 14 15:39:09.591179 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-907d531d-7355-4d5d-8385-9c558241006b req-12dd768e-46e5-4b4f-a449-d0b3de2bdd6a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549932 Feb 14 15:39:09.629039 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1004b63e-7314-4b6a-ad96-9d4ffb0035f4 admin admin] Publish callbacks [] for security_group (7dfde8e6-ff8d-4ce4-adb8-7517dd84d779), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.643403 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81986ed-ff70-4912-a99d-e6d955bbbb03 req-a2ed5b89-3291-4970-a1e3-9c8fa3bead2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.645432 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f81986ed-ff70-4912-a99d-e6d955bbbb03 req-a2ed5b89-3291-4970-a1e3-9c8fa3bead2b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.2109644 Feb 14 15:39:09.647026 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5abffe-1bbc-49ae-a31b-8b04bced40ae req-3e83bfac-d34e-4c81-983d-fcbe9b0495cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.648490 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de5abffe-1bbc-49ae-a31b-8b04bced40ae req-3e83bfac-d34e-4c81-983d-fcbe9b0495cf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 1130 time: 0.2174232 Feb 14 15:39:09.657269 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd3ae-d29d-434e-8b7a-3e7bed760de5 req-700680cf-4e4f-424b-8019-dd2c4156e7bf tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.658861 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eeafd3ae-d29d-434e-8b7a-3e7bed760de5 req-700680cf-4e4f-424b-8019-dd2c4156e7bf tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.2292883 Feb 14 15:39:09.688630 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c8bc2c7b-ac0b-4173-b9ea-5bffe6b8e226 req-6873830d-8ec5-4174-9c11-3f2fd06dd035 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978808 Feb 14 15:39:09.692462 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1734-dac8-4aff-8381-c2c0ba45edd6 req-8b05e83d-9160-436a-b45b-4efa8042bc7a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:09.694023 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4e5f1734-dac8-4aff-8381-c2c0ba45edd6 req-8b05e83d-9160-436a-b45b-4efa8042bc7a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0655825 Feb 14 15:39:09.695018 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1004b63e-7314-4b6a-ad96-9d4ffb0035f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7dfde8e6-ff8d-4ce4-adb8-7517dd84d779), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.742652 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4e5f1734-dac8-4aff-8381-c2c0ba45edd6 req-1b5bf3a8-b22c-4987-9ae1-511e77865bd0 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Feb 14 15:39:09.759816 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-1004b63e-7314-4b6a-ad96-9d4ffb0035f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=86f9ae478d764b8b92ef1564dc12b7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6962094 Feb 14 15:39:09.761898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b63e-7314-4b6a-ad96-9d4ffb0035f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfde8e6-ff8d-4ce4-adb8-7517dd84d779,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:09.762161 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49690) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:09.767463 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eeafd3ae-d29d-434e-8b7a-3e7bed760de5 req-69d39aa6-a908-4377-8577-b9142e004082 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915253 Feb 14 15:39:09.821840 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] Publish callbacks [] for security_group (7dfde8e6-ff8d-4ce4-adb8-7517dd84d779), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.844113 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] Publish callbacks [] for security_group (7dfde8e6-ff8d-4ce4-adb8-7517dd84d779), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.974409 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7dfde8e6-ff8d-4ce4-adb8-7517dd84d779), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.977070 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:09.978262 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7dfde8e6-ff8d-4ce4-adb8-7517dd84d779 HTTP/1.1" status: 204 len: 168 time: 0.2148056 Feb 14 15:39:09.987931 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292219-f683-42b0-bcec-d7876ca5b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfde8e6-ff8d-4ce4-adb8-7517dd84d779,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:10.032576 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24411f4e-1b01-43d3-bdf9-c12e25ab2425 req-b5e9f4f6-b0d0-4a40-beb1-2039013f8cf1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:10.034552 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-24411f4e-1b01-43d3-bdf9-c12e25ab2425 req-b5e9f4f6-b0d0-4a40-beb1-2039013f8cf1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0882623 Feb 14 15:39:10.084428 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-24411f4e-1b01-43d3-bdf9-c12e25ab2425 req-8572dbfa-eb69-4d23-b59f-e0094ad1104c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Feb 14 15:39:10.264537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59491b8-59d9-4d8c-9a51-4541feab06b4 req-84c46734-d634-472c-a610-57879d6d1917 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:10.266526 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f59491b8-59d9-4d8c-9a51-4541feab06b4 req-84c46734-d634-472c-a610-57879d6d1917 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Feb 14 15:39:10.330538 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f59491b8-59d9-4d8c-9a51-4541feab06b4 req-828ce412-9e9e-471d-9265-75a536cbcef7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Feb 14 15:39:10.707879 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:10.720781 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85eeb1b6-d772-42d1-b0c2-fd95a3d8be14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:10.806138 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85eeb1b6-d772-42d1-b0c2-fd95a3d8be14 admin admin] Publish callbacks [] for security_group (c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:10.892046 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320eb09-b997-43c8-9f02-9898c026615a req-87995c13-571c-4b31-a01a-193dcb5c0dcc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:10.893537 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4320eb09-b997-43c8-9f02-9898c026615a req-87995c13-571c-4b31-a01a-193dcb5c0dcc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0552392 Feb 14 15:39:10.894182 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85eeb1b6-d772-42d1-b0c2-fd95a3d8be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:10.908562 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3d33-549d-4a45-89d9-5f8bdaa9baa0 req-14a1d108-98fb-4f5c-b433-ffb600fdd306 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:10.910546 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0a6e3d33-549d-4a45-89d9-5f8bdaa9baa0 req-14a1d108-98fb-4f5c-b433-ffb600fdd306 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0565684 Feb 14 15:39:10.953485 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-85eeb1b6-d772-42d1-b0c2-fd95a3d8be14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d1a51e319cf4e1e8df811bbdcb8cf97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444408 Feb 14 15:39:10.960334 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeb1b6-d772-42d1-b0c2-fd95a3d8be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:10.961802 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49748) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:10.973776 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0a6e3d33-549d-4a45-89d9-5f8bdaa9baa0 req-208b0b13-615c-4033-9467-9ff2c46582b5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576119 Feb 14 15:39:10.991916 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4320eb09-b997-43c8-9f02-9898c026615a req-15094214-24ca-470a-8ae8-4ccd7e899b11 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925906 Feb 14 15:39:11.029227 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] Publish callbacks [] for security_group (c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:11.050139 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] Publish callbacks [] for security_group (c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:11.177011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:11.179491 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:11.180584 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4 HTTP/1.1" status: 204 len: 168 time: 0.2173238 Feb 14 15:39:11.191077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e731f0f-7107-4afc-9d41-fa004daa4e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d78040-d37a-4bec-a2c1-9f4b33c4a2c4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:11.232142 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0155e7-101d-4758-8c07-b6ec3726b063 req-bb556ce5-6e1b-4856-a1d2-bf1b4be8052d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:11.236066 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c0155e7-101d-4758-8c07-b6ec3726b063 req-bb556ce5-6e1b-4856-a1d2-bf1b4be8052d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0863476 Feb 14 15:39:11.283890 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c0155e7-101d-4758-8c07-b6ec3726b063 req-535510ca-b5ed-4d90-bddb-cdf991a1a27c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Feb 14 15:39:11.446367 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd7785-4f71-41f2-9d4e-8766fd17f290 req-987e3159-f972-4fc2-8a2b-80244aba7a65 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:11.447911 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4cd7785-4f71-41f2-9d4e-8766fd17f290 req-987e3159-f972-4fc2-8a2b-80244aba7a65 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0556848 Feb 14 15:39:11.494455 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4cd7785-4f71-41f2-9d4e-8766fd17f290 req-f6806f7c-027d-487a-9c85-457c343e7000 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Feb 14 15:39:12.057574 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:12.109336 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e721c-0eb7-428f-b6b3-abc0696e397e req-6847f1be-c99c-4990-85b8-5688176221f9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:12.110971 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e85e721c-0eb7-428f-b6b3-abc0696e397e req-6847f1be-c99c-4990-85b8-5688176221f9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0620060 Feb 14 15:39:12.129928 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d118f6-7861-4a85-a137-f6cd7f520ec6 req-1cb95429-5335-4160-8194-7d82aa99e68a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:12.131712 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c2d118f6-7861-4a85-a137-f6cd7f520ec6 req-1cb95429-5335-4160-8194-7d82aa99e68a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0575171 Feb 14 15:39:12.162412 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e85e721c-0eb7-428f-b6b3-abc0696e397e req-0ddb4647-884a-4855-b146-42bd9886d159 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Feb 14 15:39:12.187702 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c2d118f6-7861-4a85-a137-f6cd7f520ec6 req-e95c5291-a43e-408e-8185-1390ad64d567 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Feb 14 15:39:12.414706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c504d-98a8-48c4-ac93-6cc82ef34360 req-06cf0e27-4cbe-4ac2-bf48-90a8f7fc9355 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:12.416661 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f63c504d-98a8-48c4-ac93-6cc82ef34360 req-06cf0e27-4cbe-4ac2-bf48-90a8f7fc9355 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0576665 Feb 14 15:39:12.481907 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f63c504d-98a8-48c4-ac93-6cc82ef34360 req-b9967e4a-50ce-4312-b7f1-ee7d4fc8994b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546782 Feb 14 15:39:12.611132 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80c9a-a6b5-41e3-b821-0a8461a67a17 req-3d8b905b-26a7-420a-a16c-cb16f49c29e2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:12.613671 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8bf80c9a-a6b5-41e3-b821-0a8461a67a17 req-3d8b905b-26a7-420a-a16c-cb16f49c29e2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0526621 Feb 14 15:39:12.659836 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8bf80c9a-a6b5-41e3-b821-0a8461a67a17 req-676b839c-4356-4511-8473-b26d3ecd96ce tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Feb 14 15:39:12.967572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49868) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:12.984512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49872) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:13.080936 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f99c1976-fbef-46a9-8641-44ee2dc95159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.094623 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f32d85f-b6e1-4921-825e-918304fff45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.227312 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f99c1976-fbef-46a9-8641-44ee2dc95159 admin admin] Publish callbacks [] for security_group (9ea5f76b-de7b-4a15-a444-434853050413), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.234104 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f32d85f-b6e1-4921-825e-918304fff45c admin admin] Publish callbacks [] for security_group (dc441c95-fbc1-4162-8c9b-76bec3c2b5ea), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.301593 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f1269-6571-4545-bd21-92a06ac568d3 req-2c7017a2-fd8c-4235-a14f-2d8bb447bdf2 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:13.303064 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-915f1269-6571-4545-bd21-92a06ac568d3 req-2c7017a2-fd8c-4235-a14f-2d8bb447bdf2 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0531876 Feb 14 15:39:13.304281 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f99c1976-fbef-46a9-8641-44ee2dc95159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9ea5f76b-de7b-4a15-a444-434853050413), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.331286 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b2d7-50a3-4ea2-a614-436e5aa75821 req-4b9dfcf6-4a6c-4404-a382-ec6e23cdb6a5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:13.333336 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0f3b2d7-50a3-4ea2-a614-436e5aa75821 req-4b9dfcf6-4a6c-4404-a382-ec6e23cdb6a5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0566733 Feb 14 15:39:13.338924 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f32d85f-b6e1-4921-825e-918304fff45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (dc441c95-fbc1-4162-8c9b-76bec3c2b5ea), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.359606 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f99c1976-fbef-46a9-8641-44ee2dc95159 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0fc0403c150498a91e7003d3469663d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907189 Feb 14 15:39:13.365052 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:13.378581 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1976-fbef-46a9-8641-44ee2dc95159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5f76b-de7b-4a15-a444-434853050413,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:13.403261 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0f3b2d7-50a3-4ea2-a614-436e5aa75821 req-e24dbf48-05b5-4caa-b5b4-43ce31cb6cea tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Feb 14 15:39:13.415970 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-915f1269-6571-4545-bd21-92a06ac568d3 req-8078bc6e-2339-4f3a-b34b-705cd7915865 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023765 Feb 14 15:39:13.432486 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9f32d85f-b6e1-4921-825e-918304fff45c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99d772c3b37b452fb06dfe62bb3737dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388065 Feb 14 15:39:13.432641 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49884) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:13.434847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d85f-b6e1-4921-825e-918304fff45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc441c95-fbc1-4162-8c9b-76bec3c2b5ea,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:13.443833 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] Publish callbacks [] for security_group (9ea5f76b-de7b-4a15-a444-434853050413), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.482118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] Publish callbacks [] for security_group (9ea5f76b-de7b-4a15-a444-434853050413), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.516446 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] Publish callbacks [] for security_group (dc441c95-fbc1-4162-8c9b-76bec3c2b5ea), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.544015 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] Publish callbacks [] for security_group (dc441c95-fbc1-4162-8c9b-76bec3c2b5ea), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.620535 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3c581-698e-4c70-8d2c-b8b4ffbe7c25 req-170c5148-0365-4bb4-8aaf-b0b09a18c438 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:13.621984 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4ed3c581-698e-4c70-8d2c-b8b4ffbe7c25 req-170c5148-0365-4bb4-8aaf-b0b09a18c438 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0758326 Feb 14 15:39:13.653958 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9ea5f76b-de7b-4a15-a444-434853050413), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.656426 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.657509 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ea5f76b-de7b-4a15-a444-434853050413 HTTP/1.1" status: 204 len: 168 time: 0.2915635 Feb 14 15:39:13.675519 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dce31c-1e1f-45f2-8a44-80625cdb9309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5f76b-de7b-4a15-a444-434853050413,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:13.689345 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4ed3c581-698e-4c70-8d2c-b8b4ffbe7c25 req-bcaa1f95-fc44-459c-9d91-8779512e28a7 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584095 Feb 14 15:39:13.709487 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (dc441c95-fbc1-4162-8c9b-76bec3c2b5ea), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.712317 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:13.713515 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc441c95-fbc1-4162-8c9b-76bec3c2b5ea HTTP/1.1" status: 204 len: 168 time: 0.2852452 Feb 14 15:39:13.723509 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574148d-3512-4fb0-9e1b-057682e20541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc441c95-fbc1-4162-8c9b-76bec3c2b5ea,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:13.792025 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca631c7-ec6f-4c2b-ac47-ca287af13441 req-4b962db0-2ce0-4994-81da-7989e950d4ea tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:13.793493 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bca631c7-ec6f-4c2b-ac47-ca287af13441 req-4b962db0-2ce0-4994-81da-7989e950d4ea tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0566201 Feb 14 15:39:13.846687 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bca631c7-ec6f-4c2b-ac47-ca287af13441 req-adb0c63d-8e75-40ab-a798-52ce0859bc4a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Feb 14 15:39:14.377030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:14.390091 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058017c6-169e-42e5-9af1-99bde6d90f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.465138 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058017c6-169e-42e5-9af1-99bde6d90f4b admin admin] Publish callbacks [] for security_group (da558395-1bb3-4455-9062-7015b2d51467), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.538636 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf78c8-c8f0-4988-9f17-227129f93ac8 req-19782d68-5f73-4a6b-9896-5186da6d6810 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:14.540455 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-06cf78c8-c8f0-4988-9f17-227129f93ac8 req-19782d68-5f73-4a6b-9896-5186da6d6810 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Feb 14 15:39:14.563024 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-058017c6-169e-42e5-9af1-99bde6d90f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (da558395-1bb3-4455-9062-7015b2d51467), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.564596 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07113ffa-d5c6-4123-821f-f222da3e0749 req-c02460b1-d819-4ef4-9896-844dc9978913 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:14.566507 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07113ffa-d5c6-4123-821f-f222da3e0749 req-c02460b1-d819-4ef4-9896-844dc9978913 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0660760 Feb 14 15:39:14.619831 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07113ffa-d5c6-4123-821f-f222da3e0749 req-0696d12e-71a0-41c5-87bd-3d80eb4eba31 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Feb 14 15:39:14.629229 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-058017c6-169e-42e5-9af1-99bde6d90f4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0db0c7c8b0249389b1112d661b013c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484510 Feb 14 15:39:14.630340 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49920) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:14.630473 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058017c6-169e-42e5-9af1-99bde6d90f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da558395-1bb3-4455-9062-7015b2d51467,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:14.638628 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-06cf78c8-c8f0-4988-9f17-227129f93ac8 req-0066d960-f20c-4dec-94af-539f785da153 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902178 Feb 14 15:39:14.692371 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] Publish callbacks [] for security_group (da558395-1bb3-4455-9062-7015b2d51467), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.713404 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] Publish callbacks [] for security_group (da558395-1bb3-4455-9062-7015b2d51467), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.868514 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:14.974661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (da558395-1bb3-4455-9062-7015b2d51467), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.977195 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68a4a7-3193-419e-8ee7-6ac9195d9cac req-c322a1e3-2bf6-46a7-9263-df02c697fc93 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:14.977322 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:14.978297 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da558395-1bb3-4455-9062-7015b2d51467 HTTP/1.1" status: 204 len: 168 time: 0.3466740 Feb 14 15:39:14.979065 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2c68a4a7-3193-419e-8ee7-6ac9195d9cac req-c322a1e3-2bf6-46a7-9263-df02c697fc93 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0615609 Feb 14 15:39:14.984413 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1163327718-network', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:14.988933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307353f8-f30f-4d96-86a8-7fe696fe2596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da558395-1bb3-4455-9062-7015b2d51467,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:15.012377 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98e3b-816b-4eb3-8108-c2d20c9477f0 req-b1037071-c0a8-4e31-a605-5e7ed181e987 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:15.019935 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a5e98e3b-816b-4eb3-8108-c2d20c9477f0 req-b1037071-c0a8-4e31-a605-5e7ed181e987 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.2644739 Feb 14 15:39:15.064140 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a5e98e3b-816b-4eb3-8108-c2d20c9477f0 req-5960b83a-fdde-4dca-95de-158f444bba23 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 Feb 14 15:39:15.064815 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2c68a4a7-3193-419e-8ee7-6ac9195d9cac req-80822fb4-2f02-472f-9195-a0cd4e6ff741 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750415 Feb 14 15:39:15.148381 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Made reservation on behalf of bc81e7b090ea48c6801ea427920bfeb1 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:15.150725 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.159359 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.231831 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks [] for security_group (4e133e19-d9e0-4f99-8fe0-2e4329d75c14), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.297017 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4e133e19-d9e0-4f99-8fe0-2e4329d75c14), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.320488 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:39:15.335068 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e133e19-d9e0-4f99-8fe0-2e4329d75c14,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:15.339898 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (358146a3-1fba-4755-a869-66843335ef31), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.340241 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Added segment 358146a3-1fba-4755-a869-66843335ef31 of type vlan for network 65140c61-b379-4fbb-affa-26c2fdbb9188 Feb 14 15:39:15.385176 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (65140c61-b379-4fbb-affa-26c2fdbb9188), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.419477 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f81986ed-ff70-4912-a99d-e6d955bbbb03 req-5e059028-f2c6-42a3-9431-57379d996f96 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167278 Feb 14 15:39:15.422806 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de5abffe-1bbc-49ae-a31b-8b04bced40ae req-1a838467-ee59-48c2-8ba3-858d0328fa01 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189117 Feb 14 15:39:15.531416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (65140c61-b379-4fbb-affa-26c2fdbb9188), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.532411 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:15.532989 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.594914 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] Pushing event updated for resources: {'Network': ['ID=65140c61-b379-4fbb-affa-26c2fdbb9188,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:15.608254 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:39:15.625909 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d5bf09d2-106f-49c1-81ec-1434913df476 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7562807 Feb 14 15:39:15.629614 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:15.635164 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Request body: {'subnet': {'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1163327718-subnet', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:15.742810 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Made reservation on behalf of bc81e7b090ea48c6801ea427920bfeb1 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:15.745039 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:15.754483 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f751a13-e591-4f21-bee8-509ea198e325 req-a8fe2e4f-5de3-40a7-a7bd-4dd9f86e078b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:15.756022 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f751a13-e591-4f21-bee8-509ea198e325 req-a8fe2e4f-5de3-40a7-a7bd-4dd9f86e078b tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0531886 Feb 14 15:39:15.821705 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f751a13-e591-4f21-bee8-509ea198e325 req-3508f0bf-d562-43f3-be74-c4223a1b4f07 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Feb 14 15:39:15.822447 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cfa2d-4b7a-4baa-a0bc-0701beb08ecb req-75552a5f-15b5-4447-af3d-fe78de231dcf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:15.823940 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b6cfa2d-4b7a-4baa-a0bc-0701beb08ecb req-75552a5f-15b5-4447-af3d-fe78de231dcf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.1092398 Feb 14 15:39:15.895557 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b6cfa2d-4b7a-4baa-a0bc-0701beb08ecb req-336e1367-ec27-4111-990f-843a601220fb tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656450 Feb 14 15:39:16.044346 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (c24e0fea-2702-4a59-a7c1-4789183d24a8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.059080 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:16.107003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24e0fea-2702-4a59-a7c1-4789183d24a8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:16.120571 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Checking segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:16.127370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Network hostable DHCP agents. Network: 65140c61-b379-4fbb-affa-26c2fdbb9188, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:39:16.197314 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741547330-network', 'tenant_id': '1e6b5b9f731f4219bb1b94b6e5cb1616'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:16.215601 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b72f68-a085-4c73-9b61-6410e1f20380 req-99c50113-d5b1-4d81-8bce-d879484623d9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:16.217358 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b2b72f68-a085-4c73-9b61-6410e1f20380 req-99c50113-d5b1-4d81-8bce-d879484623d9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0693438 Feb 14 15:39:16.219805 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705f04-04f9-4d24-a086-f8e512dd961f req-81b39ff1-3896-417e-a3d7-b82d5f557472 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:16.221250 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-89705f04-04f9-4d24-a086-f8e512dd961f req-81b39ff1-3896-417e-a3d7-b82d5f557472 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0814009 Feb 14 15:39:16.237036 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:39:16.268159 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-89705f04-04f9-4d24-a086-f8e512dd961f req-dd4bd958-1850-4043-ba86-c698c498032d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403199 Feb 14 15:39:16.271240 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b2b72f68-a085-4c73-9b61-6410e1f20380 req-1b2f3734-a43c-4b8b-8f41-ef9e042eaa1d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 Feb 14 15:39:16.300999 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Made reservation on behalf of 1e6b5b9f731f4219bb1b94b6e5cb1616 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:16.303305 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.311997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.329613 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 65140c61-b379-4fbb-affa-26c2fdbb9188) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:16.335761 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:16.337656 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.340480 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f349f3-4a42-4bd2-846a-e75561b3d709 None None] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:16.387831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks [] for security_group (7480c6fe-d4c8-4034-8e04-20cf591fcc3b), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.448443 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5804d9d3-7485-4cd7-bdbd-9facf4b36034 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8171103 Feb 14 15:39:16.453979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 49986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:16.456368 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:16.509814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7480c6fe-d4c8-4034-8e04-20cf591fcc3b), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.554423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:39:16.564404 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480c6fe-d4c8-4034-8e04-20cf591fcc3b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:16.569691 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (fcea748e-2103-4a4c-a5b3-8479d9ebf207), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.570042 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Added segment fcea748e-2103-4a4c-a5b3-8479d9ebf207 of type vlan for network 4387b571-7bac-4e67-aaa2-f00e2a4719c3 Feb 14 15:39:16.579085 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-65140c61-b379-4fbb-affa-26c2fdbb9188', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:39:16.580069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.596717 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.598705 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.618447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (4387b571-7bac-4e67-aaa2-f00e2a4719c3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.666076 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for router_controller (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.733879 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Allocated IP 172.20.0.2 (65140c61-b379-4fbb-affa-26c2fdbb9188/c24e0fea-2702-4a59-a7c1-4789183d24a8/d742b2d0-6a7a-469c-a86b-55918e3c8691) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:16.760096 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (4387b571-7bac-4e67-aaa2-f00e2a4719c3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.761065 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:16.761845 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.828935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] Pushing event updated for resources: {'Network': ['ID=4387b571-7bac-4e67-aaa2-f00e2a4719c3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:16.842224 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 4387b571-7bac-4e67-aaa2-f00e2a4719c3 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:39:16.857566 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fe87f919-6fb7-4558-909d-fede3513fc0f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7962193 Feb 14 15:39:16.859482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 49990) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:16.866456 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Request body: {'subnet': {'network_id': '4387b571-7bac-4e67-aaa2-f00e2a4719c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741547330-subnet', 'tenant_id': '1e6b5b9f731f4219bb1b94b6e5cb1616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:16.974224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Made reservation on behalf of 1e6b5b9f731f4219bb1b94b6e5cb1616 for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:16.978323 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:16.999683 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks [] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.084451 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1656d-8174-48a9-9e8a-e5ac01c9b2d4 req-a69d2b54-ecd4-4679-bf02-d9138b3a99e9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:17.087784 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.092030 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8f1656d-8174-48a9-9e8a-e5ac01c9b2d4 req-a69d2b54-ecd4-4679-bf02-d9138b3a99e9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.1635585 Feb 14 15:39:17.125257 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for router_gateway (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.154782 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:17.157924 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:17.165245 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Pushing event updated for resources: {'Port': ['ID=d742b2d0-6a7a-469c-a86b-55918e3c8691,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:17.166904 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8f1656d-8174-48a9-9e8a-e5ac01c9b2d4 req-94265be3-2414-4a13-985f-9ff52d968bed tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Feb 14 15:39:17.168602 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:17.194295 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9db74a-3aa4-4931-aa02-0bf6926df324 req-33566d4d-537c-48b4-af1d-1a0db9c4a950 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:17.202192 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f9db74a-3aa4-4931-aa02-0bf6926df324 req-33566d4d-537c-48b4-af1d-1a0db9c4a950 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.1593680 Feb 14 15:39:17.239451 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Attempting to bind port d742b2d0-6a7a-469c-a86b-55918e3c8691 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:17.239451 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Attempting to bind port d742b2d0-6a7a-469c-a86b-55918e3c8691 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:17.239451 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Attempting to bind port d742b2d0-6a7a-469c-a86b-55918e3c8691 on network 65140c61-b379-4fbb-affa-26c2fdbb9188 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:17.246553 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:17.246951 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Checking segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:17.247358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.247826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Bound using segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:17.248358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Bound port: d742b2d0-6a7a-469c-a86b-55918e3c8691, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:17.248750 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.281846 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4f9db74a-3aa4-4931-aa02-0bf6926df324 req-22faf983-d12b-4475-9ffc-66eec5b6ef58 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786772 Feb 14 15:39:17.367767 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] For port d742b2d0-6a7a-469c-a86b-55918e3c8691, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:17.372441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] For port d742b2d0-6a7a-469c-a86b-55918e3c8691, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d742b2d0-6a7a-469c-a86b-55918e3c8691,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:17.419447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (96c52b0f-332a-438b-ab88-c8d25ed2f93f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.467298 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.501231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c52b0f-332a-438b-ab88-c8d25ed2f93f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:17.522093 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878cd1-aa2d-498e-9432-fa101c65017f req-f9c8aeaa-48e7-4aab-a898-d6eb9a7d5f0a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:17.523875 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-16878cd1-aa2d-498e-9432-fa101c65017f req-f9c8aeaa-48e7-4aab-a898-d6eb9a7d5f0a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1572826 Feb 14 15:39:17.528594 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Checking segment: {'id': 'fcea748e-2103-4a4c-a5b3-8479d9ebf207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '4387b571-7bac-4e67-aaa2-f00e2a4719c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:17.529079 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Network hostable DHCP agents. Network: 4387b571-7bac-4e67-aaa2-f00e2a4719c3, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:39:17.571376 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa39b7-85ec-4825-b975-a6bd97c3a6f4 req-094245ed-6873-41fa-8356-a3251a12c3ee tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:17.576871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c864c0-c39a-4f05-8a6f-6cd9b4d7e837 None None] Pushing event updated for resources: {'Port': ['ID=d742b2d0-6a7a-469c-a86b-55918e3c8691,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:17.579006 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aafa39b7-85ec-4825-b975-a6bd97c3a6f4 req-094245ed-6873-41fa-8356-a3251a12c3ee tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1649144 Feb 14 15:39:17.593435 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-16878cd1-aa2d-498e-9432-fa101c65017f req-df9d8975-30d2-4510-8846-7f3643042d08 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524149 Feb 14 15:39:17.645231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Network 4387b571-7bac-4e67-aaa2-f00e2a4719c3 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:39:17.645516 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for router_gateway (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.673192 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.689275 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aafa39b7-85ec-4825-b975-a6bd97c3a6f4 req-62cd3d68-c947-44ca-8835-9829a04f94f4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093946 Feb 14 15:39:17.731887 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 4387b571-7bac-4e67-aaa2-f00e2a4719c3) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:17.743046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:17.754463 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:17.755035 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b92fba-2272-4857-a17b-a33772b42e96 None None] Network 4387b571-7bac-4e67-aaa2-f00e2a4719c3 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:17.828471 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Allocated IP 172.27.3.199 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/ba0f1048-57e6-4812-9bcd-319d3a26f652) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:18.092265 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f48a7-1d76-4e60-82b3-895398f61bde None None] Network 4387b571-7bac-4e67-aaa2-f00e2a4719c3 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:18.093853 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.159306 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e8a95824-b668-466d-914f-2f2aea04174c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2944841 Feb 14 15:39:18.177609 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.227436 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0f1048-57e6-4812-9bcd-319d3a26f652,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:18.241252 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:18.245142 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:18.254028 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:18.457170 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d742b2d0-6a7a-469c-a86b-55918e3c8691 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:18.459197 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daef08-db59-41c7-bc2a-8bb7a5176d13 req-b0ed1feb-0172-4034-b30b-8af056152c9a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:18.460775 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f5daef08-db59-41c7-bc2a-8bb7a5176d13 req-b0ed1feb-0172-4034-b30b-8af056152c9a tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.1278996 Feb 14 15:39:18.533429 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562b3ae-5cf5-4d55-ac0f-ec3fe0c52074 req-a536c626-8fe2-4be8-8eda-37a6f10f229b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:18.535564 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2562b3ae-5cf5-4d55-ac0f-ec3fe0c52074 req-a536c626-8fe2-4be8-8eda-37a6f10f229b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0969596 Feb 14 15:39:18.546169 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port d742b2d0-6a7a-469c-a86b-55918e3c8691 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:18.546567 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.552815 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f5daef08-db59-41c7-bc2a-8bb7a5176d13 req-527b237f-bedd-4ed5-b83d-e9a56d342b27 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Feb 14 15:39:18.659370 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2562b3ae-5cf5-4d55-ac0f-ec3fe0c52074 req-06fe5018-0ad0-4dc3-a98b-f8f16e34977d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152503 Feb 14 15:39:18.664876 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port d742b2d0-6a7a-469c-a86b-55918e3c8691 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:18.665521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.748581 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port d742b2d0-6a7a-469c-a86b-55918e3c8691, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d742b2d0-6a7a-469c-a86b-55918e3c8691,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:18.781216 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for router_gateway (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.795430 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed056c-cd3d-46e9-a4de-a0e882fdf3bf req-aa76e7a8-19d5-4ca2-b852-62906519e4bd tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:18.797612 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7fed056c-cd3d-46e9-a4de-a0e882fdf3bf req-aa76e7a8-19d5-4ca2-b852-62906519e4bd tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0899777 Feb 14 15:39:18.838555 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:18.858446 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7fed056c-cd3d-46e9-a4de-a0e882fdf3bf req-78c1e4f2-d97c-4fbf-9e07-d90636bcaf5e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553567 Feb 14 15:39:18.902936 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=d742b2d0-6a7a-469c-a86b-55918e3c8691,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:18.923405 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b4b5c-455b-455e-92fe-308a2a4188c1 req-2e3ae976-f5c8-4127-b57c-e7abd044fc57 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:18.924993 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-797b4b5c-455b-455e-92fe-308a2a4188c1 req-2e3ae976-f5c8-4127-b57c-e7abd044fc57 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1025434 Feb 14 15:39:19.030240 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea622f5-fc90-4412-9bc9-f0e9a30071a6 None None] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:19.043143 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-797b4b5c-455b-455e-92fe-308a2a4188c1 req-c47ac83c-5da8-4f22-bdc6-e6a305a75ecd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091707 Feb 14 15:39:19.117580 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0cc4c084-cb18-4c42-916d-13d00de04325 None None] Provisioning complete for port d742b2d0-6a7a-469c-a86b-55918e3c8691 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:19.117871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c084-cb18-4c42-916d-13d00de04325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.118786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.134021 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50058) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:19.141769 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1238303858-network', 'tenant_id': '957c912f30594a73ac5e8ef4f330b7f0'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:19.189014 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-cb8976c7-0934-47bb-8f0f-cdabe3a4b5d9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979724 Feb 14 15:39:19.256638 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4c084-cb18-4c42-916d-13d00de04325 None None] Current status of the port d742b2d0-6a7a-469c-a86b-55918e3c8691 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:19.257001 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Made reservation on behalf of 957c912f30594a73ac5e8ef4f330b7f0 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:19.260408 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.274397 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.348809 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:39:19.406541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks [] for security_group (0627f2be-6848-486d-9d42-ef0c5f8e3275), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.425838 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554b85-691e-4082-81f3-1d31001f59cb req-ccbe4be4-9c56-4b5e-aa13-f1371740d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:19.427445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-ccbe4be4-9c56-4b5e-aa13-f1371740d6bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7f9b62d86aea47be9b29c8f0050fba4d&device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 1129 time: 0.0718157 Feb 14 15:39:19.504007 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:39:19.513351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0627f2be-6848-486d-9d42-ef0c5f8e3275), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.519023 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Sync routers for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:39:19.562366 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:19.563012 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:19.593145 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:39:19.596051 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.597829 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-6d06b650-1d42-4b36-add1-fd95abd3d236 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1445179 Feb 14 15:39:19.600767 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:19.602491 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7585cf07-b910-4ebf-8ee9-43f4d43d6044 None None] Provisioning complete for port d742b2d0-6a7a-469c-a86b-55918e3c8691 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:19.603051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7585cf07-b910-4ebf-8ee9-43f4d43d6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.630483 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0627f2be-6848-486d-9d42-ef0c5f8e3275,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:19.639262 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (7f913cb0-3c54-498b-a0e2-2de6c477f9e2), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.639627 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Added segment 7f913cb0-3c54-498b-a0e2-2de6c477f9e2 of type vlan for network 2984aa45-f0a4-4230-a308-65f0da3f5841 Feb 14 15:39:19.701838 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:19.729236 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7585cf07-b910-4ebf-8ee9-43f4d43d6044 None None] Current status of the port d742b2d0-6a7a-469c-a86b-55918e3c8691 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:19.788644 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554b85-691e-4082-81f3-1d31001f59cb req-e6d4bc21-b972-4cad-82e5-7ef46108bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:19.790091 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-e6d4bc21-b972-4cad-82e5-7ef46108bd67 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9461f206-7f54-47c7-a1a1-c511ef8f2d76 HTTP/1.1" status: 200 len: 913 time: 0.3050432 Feb 14 15:39:19.810226 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (2984aa45-f0a4-4230-a308-65f0da3f5841), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:19.888661 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-47692713-a4cb-45a6-a83e-0db3ef47ae44 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b939a001-80ce-42ec-87b2-df55a5409384 HTTP/1.1" status: 200 len: 217 time: 0.0814183 Feb 14 15:39:19.917855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d500b-e721-4fda-913c-bd127add566f req-d75531ff-86b0-4c25-a74f-fa7cf8bd904e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:19.919506 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd4d500b-e721-4fda-913c-bd127add566f req-d75531ff-86b0-4c25-a74f-fa7cf8bd904e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.1392181 Feb 14 15:39:19.947368 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f73d-eed3-42b1-ab90-f13d3bf20c7d req-0f215b6b-2bf4-4387-b765-5d3488ba398c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:19.948892 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6a8f73d-eed3-42b1-ab90-f13d3bf20c7d req-0f215b6b-2bf4-4387-b765-5d3488ba398c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.2425542 Feb 14 15:39:19.958633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554b85-691e-4082-81f3-1d31001f59cb req-31af987e-11ec-4858-8062-3ae72c7e4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:19.963185 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-31af987e-11ec-4858-8062-3ae72c7e4458 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4769861f-a484-4d54-b63f-3aa7384b9993 HTTP/1.1" status: 200 len: 851 time: 0.0647583 Feb 14 15:39:19.970375 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:18Z', 'revision_number': 3, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:20.000872 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (2984aa45-f0a4-4230-a308-65f0da3f5841), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.001266 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Checking router: d93cd8f5-198b-48b6-b67f-2da5e1b5c01d for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:39:20.001828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:20.002290 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Updating router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d port ba0f1048-57e6-4812-9bcd-319d3a26f652 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:39:20.002412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.006099 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-e0bf599f-f3e3-4c7a-8d3a-01d1560bed9a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9461f206-7f54-47c7-a1a1-c511ef8f2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378709 Feb 14 15:39:20.037217 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.129294 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6a8f73d-eed3-42b1-ab90-f13d3bf20c7d req-9063d279-9087-4fe4-9995-eaa97f9f157c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673989 Feb 14 15:39:20.131113 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] Pushing event updated for resources: {'Network': ['ID=2984aa45-f0a4-4230-a308-65f0da3f5841,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:20.152503 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-41df0d1e-545c-4bbc-9bbe-c2aba696477a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0135753 Feb 14 15:39:20.159284 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 2984aa45-f0a4-4230-a308-65f0da3f5841 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:39:20.172929 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:20.192776 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Request body: {'subnet': {'network_id': '2984aa45-f0a4-4230-a308-65f0da3f5841', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1238303858-subnet', 'tenant_id': '957c912f30594a73ac5e8ef4f330b7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:20.312236 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-ac41ac5e-d543-4ae3-bcc5-6367c09b68d0 service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773845 Feb 14 15:39:20.335632 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd4d500b-e721-4fda-913c-bd127add566f req-7112f260-db78-4f7b-95d9-ccb5dd513511 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032433 Feb 14 15:39:20.340535 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d742b2d0-6a7a-469c-a86b-55918e3c8691 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:20.371833 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Made reservation on behalf of 957c912f30594a73ac5e8ef4f330b7f0 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:20.374128 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.424431 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port d742b2d0-6a7a-469c-a86b-55918e3c8691 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:20.424817 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.489202 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072555-7a0a-4c26-a655-4d7a08182860 req-248dfad7-72e8-479a-9d8f-b337eac60b04 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:20.490766 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7b072555-7a0a-4c26-a655-4d7a08182860 req-248dfad7-72e8-479a-9d8f-b337eac60b04 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1776371 Feb 14 15:39:20.562473 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7b072555-7a0a-4c26-a655-4d7a08182860 req-c323779f-6639-4566-8ad7-b07a16927f53 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642238 Feb 14 15:39:20.576243 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2554b85-691e-4082-81f3-1d31001f59cb req-dd2f21d1-f8a0-42a2-b077-45cd63523e0a service neutron] 10.222.0.100 "GET /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457368 Feb 14 15:39:20.625331 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks [] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.633797 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port d742b2d0-6a7a-469c-a86b-55918e3c8691 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:20.667711 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0bb91-6d39-426a-a2f1-499da4605de6 req-ddc780bc-0699-47e1-b8fe-4912f61b7737 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:20.669716 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b3d0bb91-6d39-426a-a2f1-499da4605de6 req-ddc780bc-0699-47e1-b8fe-4912f61b7737 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.2035511 Feb 14 15:39:20.724407 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.784367 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Attempting to bind port ba0f1048-57e6-4812-9bcd-319d3a26f652 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:20.785495 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Attempting to bind port ba0f1048-57e6-4812-9bcd-319d3a26f652 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:20.785658 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a12d4-4bf4-4dd8-bc7d-f32d4667bd91 req-2f8c1a28-8d61-4fdc-80b3-8084723f78b6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:20.786050 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Attempting to bind port ba0f1048-57e6-4812-9bcd-319d3a26f652 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:20.787314 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-854a12d4-4bf4-4dd8-bc7d-f32d4667bd91 req-2f8c1a28-8d61-4fdc-80b3-8084723f78b6 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0868077 Feb 14 15:39:20.798681 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50100) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:20.799377 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:20.800057 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:20.800701 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.801115 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:20.801589 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Bound port: ba0f1048-57e6-4812-9bcd-319d3a26f652, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:20.801959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.803476 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'floatingip': {'port_id': 'ac2a78d6-df94-4b82-b38c-1879daec2247'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:20.803998 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Pushing event updated for resources: {'Port': ['ID=ba0f1048-57e6-4812-9bcd-319d3a26f652,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:20.829425 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.829804 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.831930 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.831930 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.831930 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.831930 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.837959 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:39:20.847710 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b3d0bb91-6d39-426a-a2f1-499da4605de6 req-edef1e25-9ba4-458e-9560-4a2b87f33c43 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704621 Feb 14 15:39:20.888346 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.890687 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:20.899308 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] For port ba0f1048-57e6-4812-9bcd-319d3a26f652, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:20.913324 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] For port ba0f1048-57e6-4812-9bcd-319d3a26f652, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ba0f1048-57e6-4812-9bcd-319d3a26f652,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:21.005454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (f21f46b5-ee7b-4b23-bcb8-d5e7d7462108), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.033901 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.115097 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:21.116026 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:21.120809 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21f46b5-ee7b-4b23-bcb8-d5e7d7462108,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:21.142797 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Checking segment: {'id': '7f913cb0-3c54-498b-a0e2-2de6c477f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '2984aa45-f0a4-4230-a308-65f0da3f5841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:21.143273 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Network hostable DHCP agents. Network: 2984aa45-f0a4-4230-a308-65f0da3f5841, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:39:21.148315 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Allocated IP 172.20.0.1 (65140c61-b379-4fbb-affa-26c2fdbb9188/c24e0fea-2702-4a59-a7c1-4789183d24a8/472de17b-dbdd-4ce2-b4fb-74c780a9bbb4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:21.162382 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56d680-34ba-4b47-9111-7b5648971f87 None None] Pushing event updated for resources: {'Port': ['ID=ba0f1048-57e6-4812-9bcd-319d3a26f652,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:21.243249 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:21.309783 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks [] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.371158 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Network 2984aa45-f0a4-4230-a308-65f0da3f5841 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:39:21.440526 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.546675 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:21.548544 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:21.567913 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 2984aa45-f0a4-4230-a308-65f0da3f5841) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:21.574948 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:21.575930 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.577229 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8044e2-572a-409c-b64f-51c70a31d016 None None] Network 2984aa45-f0a4-4230-a308-65f0da3f5841 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:21.631273 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:21.635836 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:21.659367 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:18Z', 'revision_number': 3, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:21.731179 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Pushing event updated for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:21.745280 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8308a-94e7-4722-9278-111e9735ffdf None None] The sync data for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi is: [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:18Z', 'revision_number': 3, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:39:21.770785 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-87a6e9c5-eb98-477f-9110-0eeeebc3c715 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5829000 Feb 14 15:39:21.820235 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01271b0b-46e1-4082-837c-4b7ff53aa320 None None] Network 2984aa45-f0a4-4230-a308-65f0da3f5841 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:21.825467 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50e8f1-457a-4b0b-a5a5-0a503fc216be req-cb59d1f3-a953-4cde-8d7d-c6dee7ab09b6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:21.831808 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4b50e8f1-457a-4b0b-a5a5-0a503fc216be req-cb59d1f3-a953-4cde-8d7d-c6dee7ab09b6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.2987421 Feb 14 15:39:21.933867 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-b733d934-3b25-40bf-a229-591d7a37ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:21.936004 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-b733d934-3b25-40bf-a229-591d7a37ef56 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 1130 time: 0.1351008 Feb 14 15:39:21.943169 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4b50e8f1-457a-4b0b-a5a5-0a503fc216be req-e491ad8a-2b37-4897-8efc-3a9567b2a1c0 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868928 Feb 14 15:39:22.031395 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8839d070-d02f-4bdb-96b8-380d5c2f7dd4 None None] Provisioning complete for port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:22.037008 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8839d070-d02f-4bdb-96b8-380d5c2f7dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.075173 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8839d070-d02f-4bdb-96b8-380d5c2f7dd4 None None] Port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:22.090916 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.db.resource_extend [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 15:39:22.178218 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50136) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:22.200088 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.219697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-b0347e4d-ac19-4fe2-af74-bf21c77e4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:22.221515 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-b0347e4d-ac19-4fe2-af74-bf21c77e4b41 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.2630315 Feb 14 15:39:22.227735 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.311613 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.389656 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ba0f1048-57e6-4812-9bcd-319d3a26f652 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:22.481522 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks [] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.496714 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-e1a822fa-6358-4ce0-8ec2-bcbd46280e5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3 HTTP/1.1" status: 200 len: 217 time: 0.2662504 Feb 14 15:39:22.498327 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Floating IP 2c5822e7-6451-49d1-a8ec-b1793f7bbf33 associated. External IP: 172.27.3.101, port: ac2a78d6-df94-4b82-b38c-1879daec2247. Feb 14 15:39:22.504445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ba0f1048-57e6-4812-9bcd-319d3a26f652 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:22.504654 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.531466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b4db9-d2a0-4330-8733-d42d419fec32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.546563 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.548003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.598395 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50144) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:22.628919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-c45c7c05-d5e1-45f5-b1fd-7837cdca0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:22.628919 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-c45c7c05-d5e1-45f5-b1fd-7837cdca0f77 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0731187 Feb 14 15:39:22.651693 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ba0f1048-57e6-4812-9bcd-319d3a26f652 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:22.651693 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.685882 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port ba0f1048-57e6-4812-9bcd-319d3a26f652, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ba0f1048-57e6-4812-9bcd-319d3a26f652,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:22.745299 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-28d972a2-d4ed-4fc0-bee9-65c6134bf7fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098280 Feb 14 15:39:22.776934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18ef3880-6307-4026-87fe-4d0f196bda55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.795837 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Pushing event updated for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:22.806115 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.863513 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=ba0f1048-57e6-4812-9bcd-319d3a26f652,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:22.884435 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:22.897482 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:22.909123 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b4db9-d2a0-4330-8733-d42d419fec32 admin admin] Publish callbacks [] for security_group (560ee4b1-a2d4-4d58-be8f-0b584774018f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:22.928456 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-7dc2ca65-6261-4454-ad01-6beab0b3f598 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753335 Feb 14 15:39:22.992526 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df9b4db9-d2a0-4330-8733-d42d419fec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (560ee4b1-a2d4-4d58-be8f-0b584774018f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.007003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18ef3880-6307-4026-87fe-4d0f196bda55 admin admin] Publish callbacks [] for security_group (0883ef57-b054-4f5d-a0f1-62ff8f63534b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.071544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:39:23.078927 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18ef3880-6307-4026-87fe-4d0f196bda55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0883ef57-b054-4f5d-a0f1-62ff8f63534b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.087612 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-df9b4db9-d2a0-4330-8733-d42d419fec32 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5eb0d5d846fa411581e93930641040c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9051774 Feb 14 15:39:23.089917 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50152) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:23.090079 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b4db9-d2a0-4330-8733-d42d419fec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ee4b1-a2d4-4d58-be8f-0b584774018f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:23.127059 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:39:23.145310 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-18ef3880-6307-4026-87fe-4d0f196bda55 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a83791c5da64572932673f6cb34fbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353673 Feb 14 15:39:23.153052 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50154) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:23.171144 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef3880-6307-4026-87fe-4d0f196bda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883ef57-b054-4f5d-a0f1-62ff8f63534b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:23.233247 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12c6f42e-3234-43bf-98fa-129e0acba9ac req-0b307254-c332-4b66-a9da-ba9115049373 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679532 Feb 14 15:39:23.266215 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a9e5b-bd75-475f-b0c8-502c9a9d3d13 req-6f669069-d0ac-4d21-90b7-55b6b72c2228 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:23.267941 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-806a9e5b-bd75-475f-b0c8-502c9a9d3d13 req-6f669069-d0ac-4d21-90b7-55b6b72c2228 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1952960 Feb 14 15:39:23.272331 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] Publish callbacks [] for security_group (0883ef57-b054-4f5d-a0f1-62ff8f63534b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.320785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] Publish callbacks [] for security_group (560ee4b1-a2d4-4d58-be8f-0b584774018f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.323930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2d0e7395-3ec8-47fd-9eea-a9568319fe29 None None] Provisioning complete for port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:23.324322 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e7395-3ec8-47fd-9eea-a9568319fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.407290 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] Publish callbacks [] for security_group (560ee4b1-a2d4-4d58-be8f-0b584774018f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.424469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:39:23.434343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.506387 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:39:23.513217 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7b959789-b5f1-40b0-b338-6c414e09dfa5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "PUT /v2.0/floatingips/2c5822e7-6451-49d1-a8ec-b1793f7bbf33 HTTP/1.1" status: 200 len: 991 time: 2.7132061 Feb 14 15:39:23.531959 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e7395-3ec8-47fd-9eea-a9568319fe29 None None] Port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:23.534955 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:23.535848 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:23.559468 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:23.566822 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe54bba-face-4adb-a844-666a04abdd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:23.597606 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-806a9e5b-bd75-475f-b0c8-502c9a9d3d13 req-1fe9ff27-3e92-441d-a439-3e8497019b4e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793014 Feb 14 15:39:23.626575 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:39:23.633420 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-1c17868c-c2d3-47b5-a082-5f592e3021b3 admin admin] 10.222.0.67 "PUT /v2.0/routers/d93cd8f5-198b-48b6-b67f-2da5e1b5c01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0314577 Feb 14 15:39:23.663475 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7494d-abb4-4feb-9bcc-a367dccbf2e1 x-openstack-request-id: req-73d7494d-abb4-4feb-9bcc-a367dccbf2e1 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:23.663851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:23.664108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73d7494d-abb4-4feb-9bcc-a367dccbf2e1 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:23.664507 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'status': 'completed', 'code': 200} Feb 14 15:39:23.669934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] Publish callbacks [] for security_group (0883ef57-b054-4f5d-a0f1-62ff8f63534b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.679803 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:23.697333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (560ee4b1-a2d4-4d58-be8f-0b584774018f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.700031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.701869 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/560ee4b1-a2d4-4d58-be8f-0b584774018f HTTP/1.1" status: 204 len: 168 time: 0.6111789 Feb 14 15:39:23.710517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a26463-9e09-4139-8da4-23d8c13cb459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ee4b1-a2d4-4d58-be8f-0b584774018f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:23.885868 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0883ef57-b054-4f5d-a0f1-62ff8f63534b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.889627 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:23.891302 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0883ef57-b054-4f5d-a0f1-62ff8f63534b HTTP/1.1" status: 204 len: 168 time: 0.7370262 Feb 14 15:39:23.900709 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4b039-ffc3-4e1f-a466-e57484ee29a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883ef57-b054-4f5d-a0f1-62ff8f63534b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:23.928566 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe54bba-face-4adb-a844-666a04abdd0a req-1fded94c-0281-4a03-a10d-d342b3501866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:23.930384 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-1fded94c-0281-4a03-a10d-d342b3501866 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1912456 Feb 14 15:39:24.093181 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe54bba-face-4adb-a844-666a04abdd0a req-0014982d-6e89-4676-a99e-b988a6b20b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:24.095461 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-0014982d-6e89-4676-a99e-b988a6b20b11 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.1563985 Feb 14 15:39:24.101799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '2c5822e7-6451-49d1-a8ec-b1793f7bbf33', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:7d:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:38:19Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:24.132377 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:39:24.141532 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:24.142371 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:24.217845 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-39bc7b95-a9ab-4f71-a4fc-9681cedc4418 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 999 time: 0.1150832 Feb 14 15:39:24.309253 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe54bba-face-4adb-a844-666a04abdd0a req-bf0649b2-13a8-4065-aaf0-f08365a1d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:24.313175 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-bf0649b2-13a8-4065-aaf0-f08365a1d904 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0883372 Feb 14 15:39:24.326334 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:24.360063 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ba0f1048-57e6-4812-9bcd-319d3a26f652 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:24.371669 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe54bba-face-4adb-a844-666a04abdd0a req-90671de3-3958-4305-a58b-ca31ebab212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:24.373191 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-90671de3-3958-4305-a58b-ca31ebab212c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501406 Feb 14 15:39:24.403318 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Sync routers for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:39:24.416787 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:24.417406 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:24.482326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ba0f1048-57e6-4812-9bcd-319d3a26f652 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:24.482832 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:24.483539 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-29c2f4d5-966b-4cd7-b4cd-e551c34440e6 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021574 Feb 14 15:39:24.532239 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:24.727245 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ba0f1048-57e6-4812-9bcd-319d3a26f652 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:24.776976 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 2, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:24.788629 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '2c5822e7-6451-49d1-a8ec-b1793f7bbf33', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:7d:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:38:19Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:24.809084 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Checking router: d93cd8f5-198b-48b6-b67f-2da5e1b5c01d for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:39:24.809498 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Updating router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:39:24.835379 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f49b5c-f654-4981-b74b-2c5178cba8b2 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '2c5822e7-6451-49d1-a8ec-b1793f7bbf33', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:7d:2d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:38:19Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:39:24.856032 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:24.915779 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5fe54bba-face-4adb-a844-666a04abdd0a req-9a598bdc-d140-4fcc-9407-6d48295616ea service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256785 Feb 14 15:39:25.106520 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196fe4cd-c4ce-4261-bdbf-5904cbeaf79b None None] New status for floating IP 2c5822e7-6451-49d1-a8ec-b1793f7bbf33: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:39:25.153493 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a688ad3-a1bf-494b-b9f9-644c5d3bfe8b req-3c3003fd-c23d-44db-81de-1e9f435ea191 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:25.155031 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1a688ad3-a1bf-494b-b9f9-644c5d3bfe8b req-3c3003fd-c23d-44db-81de-1e9f435ea191 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0771122 Feb 14 15:39:25.201874 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:25.217585 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74715d3f-f617-4420-bb52-596794646b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.256297 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks [] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.274085 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1a688ad3-a1bf-494b-b9f9-644c5d3bfe8b req-a2a79cf9-89f2-4938-9990-f1f7dd6ba527 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Feb 14 15:39:25.324284 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50226) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:25.332269 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.349312 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-172562b6-ea6c-4ff0-8d23-2a0a15020f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.375114 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74715d3f-f617-4420-bb52-596794646b30 admin admin] Publish callbacks [] for security_group (717b4787-561e-4b28-b258-1c50bd8274a6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.430920 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88175301-3f5e-40a6-ac61-1a03b0db6bfe None None] Pushing event updated for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:25.479393 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-172562b6-ea6c-4ff0-8d23-2a0a15020f05 admin admin] Publish callbacks [] for security_group (57437763-7355-40a1-9f32-987fe2c1adad), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.481899 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74715d3f-f617-4420-bb52-596794646b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (717b4787-561e-4b28-b258-1c50bd8274a6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.501463 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Attempting to bind port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:25.501463 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Attempting to bind port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:25.501463 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Attempting to bind port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 on network 65140c61-b379-4fbb-affa-26c2fdbb9188 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:25.506429 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:25.507283 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Checking segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:25.507417 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.508656 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Bound using segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:25.509208 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Bound port: 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:25.509599 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.562561 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74715d3f-f617-4420-bb52-596794646b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b4787-561e-4b28-b258-1c50bd8274a6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:25.576746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-172562b6-ea6c-4ff0-8d23-2a0a15020f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (57437763-7355-40a1-9f32-987fe2c1adad), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.581055 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-74715d3f-f617-4420-bb52-596794646b30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=000fcd2759a74806b296af98c84208c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787169 Feb 14 15:39:25.584488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:25.645414 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] For port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:25.658041 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] For port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:25.680330 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-172562b6-ea6c-4ff0-8d23-2a0a15020f05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a10624dd269342ad8552dc5d648d58b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525693 Feb 14 15:39:25.682707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50232) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:25.692370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172562b6-ea6c-4ff0-8d23-2a0a15020f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57437763-7355-40a1-9f32-987fe2c1adad,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:25.722783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] Publish callbacks [] for security_group (717b4787-561e-4b28-b258-1c50bd8274a6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.758918 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.764233 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] Publish callbacks [] for security_group (717b4787-561e-4b28-b258-1c50bd8274a6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.834227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Provisioning complete for port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:25.834707 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.838611 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:25.840128 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:25.844203 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] Publish callbacks [] for security_group (57437763-7355-40a1-9f32-987fe2c1adad), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.872285 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] Publish callbacks [] for security_group (57437763-7355-40a1-9f32-987fe2c1adad), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.890030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:25.896869 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-260551465-network', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:25.939339 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88175301-3f5e-40a6-ac61-1a03b0db6bfe None None] Pushing event updated for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:25.961828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (717b4787-561e-4b28-b258-1c50bd8274a6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.965948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:25.970246 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/717b4787-561e-4b28-b258-1c50bd8274a6 HTTP/1.1" status: 204 len: 168 time: 0.3813410 Feb 14 15:39:25.980946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abb4b4-26cb-4d07-b89b-ae47694d809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b4787-561e-4b28-b258-1c50bd8274a6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:26.017359 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Made reservation on behalf of 7c5ede53772241b1b8eedc81aa764b07 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:26.022103 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.038511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.068549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (57437763-7355-40a1-9f32-987fe2c1adad), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.071501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.072691 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57437763-7355-40a1-9f32-987fe2c1adad HTTP/1.1" status: 204 len: 168 time: 0.3886795 Feb 14 15:39:26.089665 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff8623-fc99-428a-999f-578d1a303f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57437763-7355-40a1-9f32-987fe2c1adad,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:26.166060 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:26.230207 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks [] for security_group (3f4b9c43-69c4-476f-a2af-c8cdcc4681ae), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.251763 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Current status of the port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:26.252206 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.298710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] For port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:26.349022 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3f4b9c43-69c4-476f-a2af-c8cdcc4681ae), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.405024 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:39:26.417666 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b9c43-69c4-476f-a2af-c8cdcc4681ae,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:26.425768 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.450389 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:25Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:26.474115 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (5a97ccc2-4309-41ae-b95d-955992f72a09), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.478818 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Added segment 5a97ccc2-4309-41ae-b95d-955992f72a09 of type vlan for network aab6300f-0465-4ffc-9afb-9718e2218b38 Feb 14 15:39:26.483132 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563491e8-aff8-459b-8383-a3b8cd6169e7 None None] The sync data for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi is: [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:25Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:39:26.488794 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050a278-2037-437f-8b02-33f19bcb4a12 None None] Pushing event updated for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:26.534148 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (aab6300f-0465-4ffc-9afb-9718e2218b38), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.553144 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a49bc0-1a65-426e-8d0e-fe9252383c8f req-4b6f13eb-d146-4480-9b05-fcb105eed934 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:26.555137 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-49a49bc0-1a65-426e-8d0e-fe9252383c8f req-4b6f13eb-d146-4480-9b05-fcb105eed934 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1626780 Feb 14 15:39:26.602461 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2d524676-6e98-41c2-b003-5f4b02b79496 None None] Provisioning complete for port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:26.602849 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d524676-6e98-41c2-b003-5f4b02b79496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.648683 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-49a49bc0-1a65-426e-8d0e-fe9252383c8f req-6ef39175-74ee-48a7-bfca-6df64f6605ba tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Feb 14 15:39:26.657104 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (aab6300f-0465-4ffc-9afb-9718e2218b38), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.658225 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:26.658802 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:26.772589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2d524676-6e98-41c2-b003-5f4b02b79496 None None] Current status of the port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:26.781604 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] Pushing event updated for resources: {'Network': ['ID=aab6300f-0465-4ffc-9afb-9718e2218b38,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:26.795933 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network aab6300f-0465-4ffc-9afb-9718e2218b38 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:39:26.798327 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7a6ce78a-44d7-4256-afd9-f4e6a840c735 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9066689 Feb 14 15:39:26.801582 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50264) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:26.807017 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Request body: {'subnet': {'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-260551465-subnet', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:26.924596 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Made reservation on behalf of 7c5ede53772241b1b8eedc81aa764b07 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:26.928054 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.158923 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50270) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:27.173212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5124d6dd-145d-4608-969a-22ea9beada06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.177985 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (44de7597-f4fa-44c5-98d9-f9e7ebb16504), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.246582 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44de7597-f4fa-44c5-98d9-f9e7ebb16504,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:27.258250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Checking segment: {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:27.258250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Network hostable DHCP agents. Network: aab6300f-0465-4ffc-9afb-9718e2218b38, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:39:27.275609 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5124d6dd-145d-4608-969a-22ea9beada06 admin admin] Publish callbacks [] for security_group (5a13ab95-dbcc-4425-b1fe-637c8b6acb1d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.364438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5124d6dd-145d-4608-969a-22ea9beada06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (5a13ab95-dbcc-4425-b1fe-637c8b6acb1d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.412260 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Network aab6300f-0465-4ffc-9afb-9718e2218b38 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:39:27.417076 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5124d6dd-145d-4608-969a-22ea9beada06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14dd755670ee4d7c93dbeb4906005888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569985 Feb 14 15:39:27.417945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124d6dd-145d-4608-969a-22ea9beada06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13ab95-dbcc-4425-b1fe-637c8b6acb1d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:27.420889 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50282) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:27.478032 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] Publish callbacks [] for security_group (5a13ab95-dbcc-4425-b1fe-637c8b6acb1d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.498301 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d60a2e-abf8-418a-92e5-ad3baf361f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.508479 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] Publish callbacks [] for security_group (5a13ab95-dbcc-4425-b1fe-637c8b6acb1d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.600108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, aab6300f-0465-4ffc-9afb-9718e2218b38) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:27.605044 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:27.605651 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.614304 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b953d-f8e9-495d-9d6d-d16e1036a989 None None] Network aab6300f-0465-4ffc-9afb-9718e2218b38 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:27.629351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (5a13ab95-dbcc-4425-b1fe-637c8b6acb1d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.633390 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.633390 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a13ab95-dbcc-4425-b1fe-637c8b6acb1d HTTP/1.1" status: 204 len: 168 time: 0.2110827 Feb 14 15:39:27.653576 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b374cb-1ef3-4076-88ab-6bd628bc17d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13ab95-dbcc-4425-b1fe-637c8b6acb1d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:27.707977 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ac73cbb1-e6d4-4b3c-85c5-9479e3345795 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9050579 Feb 14 15:39:27.710700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50294) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:27.715654 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:27.790111 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-aab6300f-0465-4ffc-9afb-9718e2218b38', 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38', 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'fixed_ips': [{'subnet_id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:39:27.791021 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.817249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.818537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.839152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e31b1-67fb-4f83-9676-9c566baac9d2 req-d3b7170c-76b1-4fd6-9d78-ac31d565a2d6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:27.840714 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f89e31b1-67fb-4f83-9676-9c566baac9d2 req-d3b7170c-76b1-4fd6-9d78-ac31d565a2d6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0770323 Feb 14 15:39:27.918706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for router_controller (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:27.931341 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f89e31b1-67fb-4f83-9676-9c566baac9d2 req-1d52090d-ea61-4c95-a0de-2af18fc46df9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820503 Feb 14 15:39:27.962199 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Allocated IP 172.20.0.2 (aab6300f-0465-4ffc-9afb-9718e2218b38/44de7597-f4fa-44c5-98d9-f9e7ebb16504/2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:28.166661 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks [] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.174887 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for router_gateway (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.234739 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.283345 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Network aab6300f-0465-4ffc-9afb-9718e2218b38 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:28.301340 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:28.317121 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:28.364826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:28.420438 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Attempting to bind port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:28.420648 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Attempting to bind port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:28.421521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Attempting to bind port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa on network aab6300f-0465-4ffc-9afb-9718e2218b38 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:28.424078 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Pushing event updated for resources: {'Port': ['ID=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:28.436433 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:28.436756 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Checking segment: {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:28.437189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.437553 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Bound using segment: {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:28.438042 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Bound port: 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:28.438444 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.535660 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:28.539539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.570247 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] For port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:28.577350 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for router_gateway (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.592618 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] For port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:28.601365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.654129 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:28.675893 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:28.740482 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c2c39-4a72-4ab7-b745-8d50dac92457 None None] Pushing event updated for resources: {'Port': ['ID=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:28.740816 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Allocated IP 172.27.3.194 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/ee197d2d-6ca7-459a-9982-ceaa4aecc54a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:28.878033 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.010617 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.056854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:29.059930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:29.064573 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:29.070866 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d512b7-4383-4277-b941-201daf87ffac req-39e8ddb7-24c3-4bee-8281-aae94425b8e4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:29.073337 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c5d512b7-4383-4277-b941-201daf87ffac req-39e8ddb7-24c3-4bee-8281-aae94425b8e4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0662811 Feb 14 15:39:29.085475 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Pushing event updated for resources: {'Port': ['ID=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:29.167311 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c5d512b7-4383-4277-b941-201daf87ffac req-193c1e37-f441-4ab2-8fe7-c91ffaf0966f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Feb 14 15:39:29.336049 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50350) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:29.441225 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for router_gateway (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.470547 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7ac334e-d405-4b32-baf4-f046f1b76899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.617164 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7ac334e-d405-4b32-baf4-f046f1b76899 admin admin] Publish callbacks [] for security_group (3c5b4103-1c1f-4e06-9962-8e8954c67c80), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.668035 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7ac334e-d405-4b32-baf4-f046f1b76899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3c5b4103-1c1f-4e06-9962-8e8954c67c80), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.697554 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0163f339-6412-463f-a768-e57c605b3853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.721075 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b7ac334e-d405-4b32-baf4-f046f1b76899 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=372d1548e3524cfbbf401f8622955946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838177 Feb 14 15:39:29.722404 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:29.723056 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac334e-d405-4b32-baf4-f046f1b76899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b4103-1c1f-4e06-9962-8e8954c67c80,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:29.741333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.782466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] Publish callbacks [] for security_group (3c5b4103-1c1f-4e06-9962-8e8954c67c80), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.808762 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] Publish callbacks [] for security_group (3c5b4103-1c1f-4e06-9962-8e8954c67c80), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.897148 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deca55a-b659-4442-9cbe-27684fa7e460 None None] Network aab6300f-0465-4ffc-9afb-9718e2218b38 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:39:29.960211 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3c5b4103-1c1f-4e06-9962-8e8954c67c80), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.961681 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:39:29.963264 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.963418 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Provisioning complete for port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:29.963811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:29.964527 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c5b4103-1c1f-4e06-9962-8e8954c67c80 HTTP/1.1" status: 204 len: 168 time: 0.2378581 Feb 14 15:39:29.972922 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ea295-f6bc-42fd-9ae3-44926a59d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b4103-1c1f-4e06-9962-8e8954c67c80,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:30.097533 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Current status of the port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:30.097916 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.102086 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:39:30.120379 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Sync routers for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:39:30.138110 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] For port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:30.149305 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:30.153843 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:30.211777 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.247137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.248537 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7ff2d671-9c17-459a-8b1d-d85b3b6ac131 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5363145 Feb 14 15:39:30.251476 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50372) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:30.281230 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac373b9-5973-4dea-b180-f951a244a045 None None] Pushing event updated for resources: {'Port': ['ID=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:30.371026 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:30.421046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed53b45-1142-45e7-a8f1-f0d81bb1d7fe req-d8cb30b1-b49a-4bef-8da1-a4ca75cbfc5a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:30.422911 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eed53b45-1142-45e7-a8f1-f0d81bb1d7fe req-d8cb30b1-b49a-4bef-8da1-a4ca75cbfc5a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1223733 Feb 14 15:39:30.490265 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:30.532963 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eed53b45-1142-45e7-a8f1-f0d81bb1d7fe req-c4267d62-c15f-4a39-88ee-4b19155e4560 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Feb 14 15:39:30.621536 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-a1870961-201f-4d71-89dc-f91f90d2e841 None None] Provisioning complete for port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:30.621919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1870961-201f-4d71-89dc-f91f90d2e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.668805 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:30.669358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.713760 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:29Z', 'revision_number': 3, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:30.744216 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Checking router: b0e3d4ac-163a-495e-95a1-71175dcb8dc8 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:39:30.744575 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Updating router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 port ee197d2d-6ca7-459a-9982-ceaa4aecc54a binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:39:30.759118 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a1870961-201f-4d71-89dc-f91f90d2e841 None None] Current status of the port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:30.776167 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.787924 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.806969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:30.914072 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:30.974247 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:30.995748 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31989934-c7fa-4ec7-973f-3f585e9b6e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.050516 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks [] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.052688 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:39:31.108229 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.122863 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Allocated IP 172.20.0.1 (aab6300f-0465-4ffc-9afb-9718e2218b38/44de7597-f4fa-44c5-98d9-f9e7ebb16504/9b629c17-d284-4b6c-9601-18ba9c4cf0a1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:31.161033 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31989934-c7fa-4ec7-973f-3f585e9b6e6c admin admin] Publish callbacks [] for security_group (4a8cb2a0-9a06-4966-a2fe-5a8473e691ea), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.164603 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Attempting to bind port ee197d2d-6ca7-459a-9982-ceaa4aecc54a on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:31.165112 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Attempting to bind port ee197d2d-6ca7-459a-9982-ceaa4aecc54a by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:31.165311 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Attempting to bind port ee197d2d-6ca7-459a-9982-ceaa4aecc54a on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:31.167241 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca2d2b-5377-4ef8-8890-19c44d7b59df None None] Pushing event updated for resources: {'Port': ['ID=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:31.178867 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:31.179243 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:31.179663 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.180050 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:31.180506 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Bound port: ee197d2d-6ca7-459a-9982-ceaa4aecc54a, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:31.180932 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.209706 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31989934-c7fa-4ec7-973f-3f585e9b6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4a8cb2a0-9a06-4966-a2fe-5a8473e691ea), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.229650 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] For port ee197d2d-6ca7-459a-9982-ceaa4aecc54a, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:31.232610 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] For port ee197d2d-6ca7-459a-9982-ceaa4aecc54a, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:31.252027 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-31989934-c7fa-4ec7-973f-3f585e9b6e6c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=928a9f8d9d464a0d9a819317e6245603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766476 Feb 14 15:39:31.255352 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:31.267567 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31989934-c7fa-4ec7-973f-3f585e9b6e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8cb2a0-9a06-4966-a2fe-5a8473e691ea,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:31.286413 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks [] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.320675 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.321650 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] Publish callbacks [] for security_group (4a8cb2a0-9a06-4966-a2fe-5a8473e691ea), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.354314 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] Publish callbacks [] for security_group (4a8cb2a0-9a06-4966-a2fe-5a8473e691ea), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.368876 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:31.369522 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:31.401374 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.423178 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca2d2b-5377-4ef8-8890-19c44d7b59df None None] Pushing event updated for resources: {'Port': ['ID=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:31.453535 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Network aab6300f-0465-4ffc-9afb-9718e2218b38 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:31.456553 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:31.460960 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:31.461529 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.464899 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Pushing event updated for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:31.486641 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4a8cb2a0-9a06-4966-a2fe-5a8473e691ea), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.490862 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.500311 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a8cb2a0-9a06-4966-a2fe-5a8473e691ea HTTP/1.1" status: 204 len: 168 time: 0.2415740 Feb 14 15:39:31.501971 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:31.516748 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf96c7b-b7f0-483d-a361-51ca8953d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8cb2a0-9a06-4966-a2fe-5a8473e691ea,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:31.703633 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd1c68-4f65-492d-bd18-4128960e294a req-60a717bb-e03b-495a-86d2-2f2325615be5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:31.705389 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eedd1c68-4f65-492d-bd18-4128960e294a req-60a717bb-e03b-495a-86d2-2f2325615be5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0685415 Feb 14 15:39:31.739936 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-283fb395-6809-490d-a894-1084faf94d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:29Z', 'revision_number': 3, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:31.756329 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.763713 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fb395-6809-490d-a894-1084faf94d98 None None] The sync data for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi is: [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:29Z', 'revision_number': 3, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:39:31.809927 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eedd1c68-4f65-492d-bd18-4128960e294a req-56887592-b23e-4401-943d-d8308ddbafe3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 Feb 14 15:39:31.840244 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b4f7b6e4-4221-45b4-bd42-423f221e4d8a None None] Provisioning complete for port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:31.841389 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4f7b6e4-4221-45b4-bd42-423f221e4d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.876658 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7b6e4-4221-45b4-bd42-423f221e4d8a None None] Port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:31.941539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:31.944538 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks [] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.022237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.022970 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.088787 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Pushing event updated for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:32.246679 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Network aab6300f-0465-4ffc-9afb-9718e2218b38 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:32.248250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:32.433726 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:32.440328 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:39:32.536417 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:32.536763 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.631479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-60f011ba-aafd-4cae-bb6a-b3a3045d332d None None] Provisioning complete for port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:32.631894 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60f011ba-aafd-4cae-bb6a-b3a3045d332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.676583 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:32.677735 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ee197d2d-6ca7-459a-9982-ceaa4aecc54a up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:32.741313 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-60f011ba-aafd-4cae-bb6a-b3a3045d332d None None] Port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:32.774283 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ee197d2d-6ca7-459a-9982-ceaa4aecc54a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:32.776088 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:32.903479 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:39:32.936784 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-df0e6e64-2ddf-4310-9e23-3a9376791fee admin admin] 10.222.0.67 "PUT /v2.0/routers/b0e3d4ac-163a-495e-95a1-71175dcb8dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6823983 Feb 14 15:39:32.968903 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ee197d2d-6ca7-459a-9982-ceaa4aecc54a is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:32.969367 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:33.010249 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port ee197d2d-6ca7-459a-9982-ceaa4aecc54a, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:33.011297 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf48bb-a700-43aa-b6c1-435d7926d332 req-641e6344-c94d-4d99-a07b-d816cf0a3f66 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:33.013099 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18cf48bb-a700-43aa-b6c1-435d7926d332 req-641e6344-c94d-4d99-a07b-d816cf0a3f66 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0813279 Feb 14 15:39:33.083481 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18cf48bb-a700-43aa-b6c1-435d7926d332 req-59807e5b-ab03-40d3-a7ca-948e92e78e0f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Feb 14 15:39:33.113445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:33.172402 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:33.330822 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:34.229799 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431049a2-b90d-477d-958d-b77700eab1c0 req-c1e2220c-9d55-43b6-98e6-afe42df7caf3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:34.238427 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-431049a2-b90d-477d-958d-b77700eab1c0 req-c1e2220c-9d55-43b6-98e6-afe42df7caf3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0797906 Feb 14 15:39:34.331647 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ee197d2d-6ca7-459a-9982-ceaa4aecc54a up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:34.367324 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-431049a2-b90d-477d-958d-b77700eab1c0 req-46ccbf01-9235-40ec-84e8-e53e63368809 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278937 Feb 14 15:39:34.411850 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Sync routers for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:39:34.428714 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ee197d2d-6ca7-459a-9982-ceaa4aecc54a triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:34.429353 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:34.432320 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:34.433246 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:34.627439 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:34.802727 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ee197d2d-6ca7-459a-9982-ceaa4aecc54a is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:35.181069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 4, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '9b629c17-d284-4b6c-9601-18ba9c4cf0a1', 'name': '', 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'mac_address': 'fa:16:3e:b2:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:30Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 2, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'subnets': [{'id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:35.181069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Checking router: b0e3d4ac-163a-495e-95a1-71175dcb8dc8 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:39:35.181069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Updating router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:39:35.181069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:35.455162 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks [] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:35.549203 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:35.579195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acfd23-ab20-401c-aa2d-1c316b78a27a req-e898a17f-6170-4b9c-bd6e-53cc58260a3d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:35.580770 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a1acfd23-ab20-401c-aa2d-1c316b78a27a req-e898a17f-6170-4b9c-bd6e-53cc58260a3d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1026144 Feb 14 15:39:35.691175 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a1acfd23-ab20-401c-aa2d-1c316b78a27a req-adeba89e-daba-40a4-9f73-a217bab340c9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029539 Feb 14 15:39:35.724201 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711387b-c9a6-49e7-b7ad-206bcbb2d037 None None] Pushing event updated for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:35.845614 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Attempting to bind port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:35.846132 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Attempting to bind port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:35.846632 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Attempting to bind port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 on network aab6300f-0465-4ffc-9afb-9718e2218b38 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:35.853978 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:35.858468 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Checking segment: {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:35.858468 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:35.858468 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Bound using segment: {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:35.858468 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Bound port: 9b629c17-d284-4b6c-9601-18ba9c4cf0a1, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97ccc2-4309-41ae-b95d-955992f72a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:35.858468 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:35.960371 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] For port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:35.964580 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] For port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:36.022340 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-e239c034-de5b-45ec-a991-ae0daf61e836 None None] Provisioning complete for port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:36.022872 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e239c034-de5b-45ec-a991-ae0daf61e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:36.059386 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:36.159837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e239c034-de5b-45ec-a991-ae0daf61e836 None None] Port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:36.170875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2ed7-2bb6-42b4-b52d-e81b1d83010c req-0f6d66e4-2c75-42dd-8f1a-2c49299b7ff9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:36.177813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-951d2ed7-2bb6-42b4-b52d-e81b1d83010c req-0f6d66e4-2c75-42dd-8f1a-2c49299b7ff9 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0878315 Feb 14 15:39:36.201270 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:39:36.213567 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:39:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:36.250025 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-951d2ed7-2bb6-42b4-b52d-e81b1d83010c req-6b54cce5-678e-4c6a-831d-1132a2324661 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Feb 14 15:39:36.281752 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711387b-c9a6-49e7-b7ad-206bcbb2d037 None None] Pushing event updated for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:36.392174 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:39:36.514854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Provisioning complete for port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:36.515953 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:36.712358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Current status of the port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:36.713309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:36.755273 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] For port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:36.766963 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 4, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '9b629c17-d284-4b6c-9601-18ba9c4cf0a1', 'name': '', 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'mac_address': 'fa:16:3e:b2:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:30Z', 'updated_at': '2022-02-14T15:39:35Z', 'revision_number': 4, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'subnets': [{'id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:36.799051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589064d-116c-4bce-aa38-0eb2de5b6902 None None] The sync data for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi is: [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:39:31Z', 'revision_number': 4, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '9b629c17-d284-4b6c-9601-18ba9c4cf0a1', 'name': '', 'network_id': 'aab6300f-0465-4ffc-9afb-9718e2218b38', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'mac_address': 'fa:16:3e:b2:8c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:30Z', 'updated_at': '2022-02-14T15:39:35Z', 'revision_number': 4, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'subnets': [{'id': '44de7597-f4fa-44c5-98d9-f9e7ebb16504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:39:36.851400 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:36.874844 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d074eb-71db-42c7-97c4-91ac762c8f76 req-2548d026-d8b8-4976-8e0f-75079747d6c7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:36.877985 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56d074eb-71db-42c7-97c4-91ac762c8f76 req-2548d026-d8b8-4976-8e0f-75079747d6c7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0828397 Feb 14 15:39:36.997120 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730275d1-81c6-45e3-9520-dadb1d6c3c50 None None] Pushing event updated for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:37.012696 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56d074eb-71db-42c7-97c4-91ac762c8f76 req-5dd2ac55-d3a2-441f-bc3d-83a3c48be495 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279635 Feb 14 15:39:37.463175 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7276927-421a-42f0-b3a8-ca7ba2837b45 req-ce7238d5-0ce2-48d1-8f8e-bd42cc2dbbee tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:37.468431 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7276927-421a-42f0-b3a8-ca7ba2837b45 req-ce7238d5-0ce2-48d1-8f8e-bd42cc2dbbee tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.1268473 Feb 14 15:39:37.592379 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7276927-421a-42f0-b3a8-ca7ba2837b45 req-0b0bbf82-dfe7-495c-9f66-d1375b994f06 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173682 Feb 14 15:39:38.189558 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48cbbd-df11-4ff3-a0b0-8c267c1bfce2 req-98f5ddaa-d09c-4056-827f-a8d1434f581b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:38.191658 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3f48cbbd-df11-4ff3-a0b0-8c267c1bfce2 req-98f5ddaa-d09c-4056-827f-a8d1434f581b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0630081 Feb 14 15:39:38.303138 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3f48cbbd-df11-4ff3-a0b0-8c267c1bfce2 req-a4cfc1f6-83a9-49fc-a1fc-932ac2d4019c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033225 Feb 14 15:39:38.399835 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:39:38.473871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:38.474257 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:38.590544 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:39:38.738536 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da89662-4df6-426e-871c-13b97e0a2a9d req-e4382e41-9507-4b1c-b045-f3939a08a959 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:38.740081 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4da89662-4df6-426e-871c-13b97e0a2a9d req-e4382e41-9507-4b1c-b045-f3939a08a959 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0667801 Feb 14 15:39:38.791749 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4da89662-4df6-426e-871c-13b97e0a2a9d req-2064600b-1afd-40b9-ab52-3dfd2019d2a6 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/security-groups?id=b05254b5-201c-4c7a-8855-eeae7b3d83cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Feb 14 15:39:39.157776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-fdf1a278-c7b7-448b-8957-15ba3a2107e6 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:39.159359 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-fdf1a278-c7b7-448b-8957-15ba3a2107e6 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.100 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 945 time: 0.0660875 Feb 14 15:39:39.382817 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Deleting port b939a001-80ce-42ec-87b2-df55a5409384 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:39:39.386360 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (b939a001-80ce-42ec-87b2-df55a5409384), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:39.478779 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adac59-8721-41ce-85ef-7b136c790d71 req-05cc1edc-3243-447f-a293-f7d180ad26ed tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:39.487369 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-96adac59-8721-41ce-85ef-7b136c790d71 req-05cc1edc-3243-447f-a293-f7d180ad26ed tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0706127 Feb 14 15:39:39.572792 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-96adac59-8721-41ce-85ef-7b136c790d71 req-ee9e3b53-e168-46ef-a22d-23a697de83cb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777667 Feb 14 15:39:39.574914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] For port b939a001-80ce-42ec-87b2-df55a5409384, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b939a001-80ce-42ec-87b2-df55a5409384,segment=NetworkSegment(f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277),segment_id=f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:39:39.575284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (b939a001-80ce-42ec-87b2-df55a5409384), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:39.591471 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Calling delete_port for b939a001-80ce-42ec-87b2-df55a5409384 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:39:39.866727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (b939a001-80ce-42ec-87b2-df55a5409384), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:39.906003 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b940e756-4b15-466c-a75e-12ab42e8da52 req-95ba6ad5-766f-4547-9788-ab72af0fe8b0 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0359707 Feb 14 15:39:39.926180 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['b939a001-80ce-42ec-87b2-df55a5409384'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:39:39.955887 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Pushing event deleted for resources: {'Port': ['ID=b939a001-80ce-42ec-87b2-df55a5409384,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:40.038983 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] No DVR routers for this DVR port b939a001-80ce-42ec-87b2-df55a5409384 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:39:40.042506 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:40.052182 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae48f4ac-a869-4a21-93e7-91b605b9a537 req-1796f2ac-1498-468f-a2bd-b28d19f2973c tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.100 "DELETE /v2.0/ports/b939a001-80ce-42ec-87b2-df55a5409384 HTTP/1.1" status: 204 len: 173 time: 0.8838742 Feb 14 15:39:40.053270 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'name': 'network-vif-deleted', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:40.055152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a8459-63dc-4804-a489-9c203565aaac" -d '{"events": [{"server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "name": "network-vif-deleted", "tag": "b939a001-80ce-42ec-87b2-df55a5409384"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:40.104268 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d002f-983b-457b-842c-23df71c9c087 x-openstack-request-id: req-ac5d002f-983b-457b-842c-23df71c9c087 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:40.105214 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b4404-f84f-4bf8-b709-fce13f70d02c", "name": "network-vif-deleted", "tag": "b939a001-80ce-42ec-87b2-df55a5409384", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:40.105537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac5d002f-983b-457b-842c-23df71c9c087 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:40.106042 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b4404-f84f-4bf8-b709-fce13f70d02c', 'name': 'network-vif-deleted', 'tag': 'b939a001-80ce-42ec-87b2-df55a5409384', 'status': 'completed', 'code': 200} Feb 14 15:39:40.708669 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2513-5dc2-4b9d-a6bf-2ba344e648e2 req-959f02de-6468-46bb-92b0-7bc6c55805c3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:40.712191 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03cc2513-5dc2-4b9d-a6bf-2ba344e648e2 req-959f02de-6468-46bb-92b0-7bc6c55805c3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0653937 Feb 14 15:39:40.775323 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03cc2513-5dc2-4b9d-a6bf-2ba344e648e2 req-35f5bfd7-d7e0-4d18-a21b-de528bb818c1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Feb 14 15:39:41.055633 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6975b0fc-f702-4904-b027-c8854ed3ed6d req-7cbbb5cd-19d3-4c4c-acae-e86af10d8de5 tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0546410 Feb 14 15:39:41.908116 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80a2d4-9d92-4064-987f-e8b04c4a679f req-ce73e6f0-83d4-421f-8bbe-b9c04de8cb18 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:41.909717 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c80a2d4-9d92-4064-987f-e8b04c4a679f req-ce73e6f0-83d4-421f-8bbe-b9c04de8cb18 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Feb 14 15:39:41.957350 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c80a2d4-9d92-4064-987f-e8b04c4a679f req-c04fe9f7-3c65-4de6-8cf9-a58f52e3c5ea tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Feb 14 15:39:42.116672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device b939a001-80ce-42ec-87b2-df55a5409384 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:39:42.136625 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: b939a001-80ce-42ec-87b2-df55a5409384 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:39:42.137085 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device b939a001-80ce-42ec-87b2-df55a5409384 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:39:42.180544 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-870c15fa-80a8-4801-a5c8-f218b73af2ea req-9df1d8c1-5d3a-4b44-b760-5795b8a6628d tempest-DeleteServersTestJSON-1154623772 tempest-DeleteServersTestJSON-1154623772-project] 10.222.0.67 "GET /v2.0/ports?device_id=698b4404-f84f-4bf8-b709-fce13f70d02c HTTP/1.1" status: 200 len: 210 time: 0.0299027 Feb 14 15:39:42.225424 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:43.144375 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e01a93-2343-408b-80ae-23c8ec65bae0 req-854633d6-81f0-4a27-be63-2c26ec1be8b9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:43.145836 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-60e01a93-2343-408b-80ae-23c8ec65bae0 req-854633d6-81f0-4a27-be63-2c26ec1be8b9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1004879 Feb 14 15:39:43.229641 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-60e01a93-2343-408b-80ae-23c8ec65bae0 req-ffa6b9a7-ff46-4627-9607-2afd5c0c8bb5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Feb 14 15:39:44.380710 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45915417-9457-4125-881c-62e02d68b0de req-6f1341cd-9fb6-44bc-b41a-361656836ef1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:44.383209 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-45915417-9457-4125-881c-62e02d68b0de req-6f1341cd-9fb6-44bc-b41a-361656836ef1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0591097 Feb 14 15:39:44.437436 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-45915417-9457-4125-881c-62e02d68b0de req-48408e6c-8649-4089-b034-9a2a9bd3c9b9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Feb 14 15:39:44.946555 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-81c82219-5566-42cb-9194-935bc5b741ac tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:44.954650 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-81c82219-5566-42cb-9194-935bc5b741ac tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1211500 Feb 14 15:39:44.970946 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-7dcbe664-7b4d-40e9-abbf-13b5ea081eca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/quotas/7bc665899fee40b1bbf31d1277c45078 HTTP/1.1" status: 200 len: 375 time: 0.0152183 Feb 14 15:39:45.028412 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-58f2a679-3712-4115-a355-b33b188317f2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560036 Feb 14 15:39:45.360230 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-be3f6d41-093a-4204-b6ed-f14b3c00bbf0 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309577 Feb 14 15:39:45.462745 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-55e1d3a8-2749-46c0-9c3a-6e5d8fe94d30 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942523 Feb 14 15:39:45.558570 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa7153-a6b7-4ad2-b519-5b0d5be915d1 req-a71317cb-b989-4d59-8f90-17cd0363a4b7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:45.560109 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bcfa7153-a6b7-4ad2-b519-5b0d5be915d1 req-a71317cb-b989-4d59-8f90-17cd0363a4b7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0527430 Feb 14 15:39:45.621648 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bcfa7153-a6b7-4ad2-b519-5b0d5be915d1 req-28311804-ea37-4875-beef-2001d2248d90 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557935 Feb 14 15:39:46.008587 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1e48cde5-c750-4bc4-8919-4b1b18ce5570 req-5fd11e62-7f66-4737-8da7-eb243851086c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Feb 14 15:39:46.263366 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50818) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:46.324017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Deleting subnet 4769861f-a484-4d54-b63f-3aa7384b9993 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:39:46.327625 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Publish callbacks [] for subnet (4769861f-a484-4d54-b63f-3aa7384b9993), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.375029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Publish callbacks [] for subnet (4769861f-a484-4d54-b63f-3aa7384b9993), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.385037 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (4769861f-a484-4d54-b63f-3aa7384b9993), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.673448 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (4769861f-a484-4d54-b63f-3aa7384b9993), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.700930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4769861f-a484-4d54-b63f-3aa7384b9993,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:46.712240 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.715321 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f77415c5-65f7-4c8a-b677-f1f7669ea19f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4769861f-a484-4d54-b63f-3aa7384b9993 HTTP/1.1" status: 204 len: 168 time: 0.4508512 Feb 14 15:39:46.718413 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:46.755108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47d2d-15de-4983-a943-7bfc06364d55 req-d9e4ad57-b88b-4099-9c2f-d88ae4f9840d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:46.756605 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18b47d2d-15de-4983-a943-7bfc06364d55 req-d9e4ad57-b88b-4099-9c2f-d88ae4f9840d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0578012 Feb 14 15:39:46.804180 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (9461f206-7f54-47c7-a1a1-c511ef8f2d76), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.809861 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-18b47d2d-15de-4983-a943-7bfc06364d55 req-d2284b86-601d-44a0-85d7-5f3db5c0f0f3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476551 Feb 14 15:39:46.898698 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (9461f206-7f54-47c7-a1a1-c511ef8f2d76), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:46.921168 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.921432 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.922196 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.922544 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > port after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.922861 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.923209 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > port after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.923524 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.923865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.924173 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:46.924488 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:47.133219 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:47.133575 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:47.133939 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:47.134273 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:39:47.134635 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9461f206-7f54-47c7-a1a1-c511ef8f2d76']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:47.163804 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:47.164102 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:47.188512 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f217763a-41ca-445a-96f7-47687721b1e3 req-514e41fd-7048-4ed0-ae7c-ced023e2529a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0480521 Feb 14 15:39:47.195067 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:47.221229 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:47.230464 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:39:47.231561 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (f6bf9fef-a1ab-4c6f-ae5b-62d90fa3b277), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:39:47.270021 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:39:47.416196 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (9461f206-7f54-47c7-a1a1-c511ef8f2d76), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:47.424305 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:47.431731 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9461f206-7f54-47c7-a1a1-c511ef8f2d76 HTTP/1.1" status: 204 len: 168 time: 0.7108927 Feb 14 15:39:47.443244 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c80cf8-efd6-4244-8c35-ce5604a9b012 admin admin] Pushing event deleted for resources: {'Network': ['ID=9461f206-7f54-47c7-a1a1-c511ef8f2d76,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:47.636388 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-6a7a08e5-cde5-4658-911d-c151ec864b40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:47.637898 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-6a7a08e5-cde5-4658-911d-c151ec864b40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 815 time: 0.1148238 Feb 14 15:39:47.653647 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-2fb916bc-dd86-4f72-b71e-e12cf45a6a33 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/quotas/bc81e7b090ea48c6801ea427920bfeb1 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Feb 14 15:39:47.709289 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-ef27e6bc-547b-4e39-a192-3b25e6f336fd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504699 Feb 14 15:39:47.813310 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1d64bc1f-364b-4c58-a6fd-518e048ec55a service neutron] 10.222.0.67 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889134 Feb 14 15:39:47.914871 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-d87f6d4d-357f-4b1a-a20a-2d533810c248 service neutron] 10.222.0.67 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953057 Feb 14 15:39:47.937932 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d35af-b93b-46a8-b36b-68c975d53a05 req-d44cb2c1-5ccd-4f8c-b6a9-0b97bb3d772b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:47.940123 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a91d35af-b93b-46a8-b36b-68c975d53a05 req-d44cb2c1-5ccd-4f8c-b6a9-0b97bb3d772b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0560687 Feb 14 15:39:47.951866 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:47.992963 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9855a4f9-c17f-4d5e-ab41-aec263384cbb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f9b62d86aea47be9b29c8f0050fba4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396638 Feb 14 15:39:47.995379 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:47.997533 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a91d35af-b93b-46a8-b36b-68c975d53a05 req-b1adaff6-f083-40be-a5d2-1fb3b87f1371 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Feb 14 15:39:48.048388 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] Publish callbacks [] for security_group (b05254b5-201c-4c7a-8855-eeae7b3d83cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.070529 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] Publish callbacks [] for security_group (b05254b5-201c-4c7a-8855-eeae7b3d83cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.205339 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b05254b5-201c-4c7a-8855-eeae7b3d83cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.208580 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.227979 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a8a39e81-3383-4974-a935-c40c399c1782 req-6dfdad42-ad35-42bc-a61c-c909d8ac5a51 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 210 time: 0.0494969 Feb 14 15:39:48.230276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50900) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:48.241830 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b05254b5-201c-4c7a-8855-eeae7b3d83cf HTTP/1.1" status: 204 len: 168 time: 0.2134056 Feb 14 15:39:48.257716 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917b6cf-575a-465d-bf01-ceca349e9194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05254b5-201c-4c7a-8855-eeae7b3d83cf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:48.337422 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Deleting subnet 96c52b0f-332a-438b-ab88-c8d25ed2f93f {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:39:48.344498 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Publish callbacks [] for subnet (96c52b0f-332a-438b-ab88-c8d25ed2f93f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.375477 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ff7fb6cc-bd90-4c34-a3cd-87c17db370a2 req-5cbda26b-ab6b-4223-97af-e85cca307f35 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0351505 Feb 14 15:39:48.396161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Publish callbacks [] for subnet (96c52b0f-332a-438b-ab88-c8d25ed2f93f), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.402912 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (96c52b0f-332a-438b-ab88-c8d25ed2f93f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.545786 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (96c52b0f-332a-438b-ab88-c8d25ed2f93f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.584611 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c52b0f-332a-438b-ab88-c8d25ed2f93f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:48.617478 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.620786 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-bc3041eb-f4ce-4d99-a11b-6cfbb47c9bc1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/96c52b0f-332a-438b-ab88-c8d25ed2f93f HTTP/1.1" status: 204 len: 168 time: 0.3891504 Feb 14 15:39:48.623348 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:48.664328 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-a0eb1288-be29-4fc2-906e-f2532cc6a8bf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:48.665827 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-a0eb1288-be29-4fc2-906e-f2532cc6a8bf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1406667 Feb 14 15:39:48.688263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Request body: {'port': {'device_id': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'admin_state_up': True, 'tenant_id': '7bc665899fee40b1bbf31d1277c45078'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:48.717145 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (4387b571-7bac-4e67-aaa2-f00e2a4719c3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.877654 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (4387b571-7bac-4e67-aaa2-f00e2a4719c3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.885743 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50918) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:48.903097 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4387b571-7bac-4e67-aaa2-f00e2a4719c3']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:48.914228 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea748e-2103-4a4c-a5b3-8479d9ebf207') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:48.914521 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea748e-2103-4a4c-a5b3-8479d9ebf207') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:48.925637 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (fcea748e-2103-4a4c-a5b3-8479d9ebf207), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.945052 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (fcea748e-2103-4a4c-a5b3-8479d9ebf207), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.947722 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:48.951220 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.953030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (fcea748e-2103-4a4c-a5b3-8479d9ebf207), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:39:48.955410 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:39:49.123990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (4387b571-7bac-4e67-aaa2-f00e2a4719c3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.134028 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.141259 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] 10.222.0.67 "DELETE /v2.0/networks/4387b571-7bac-4e67-aaa2-f00e2a4719c3 HTTP/1.1" status: 204 len: 168 time: 0.5168424 Feb 14 15:39:49.143303 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:49.158378 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-872b9ba7-761a-4ced-adb8-fea54a92172c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.198796 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83802536-a537-436c-b651-7cc8343d233d admin admin] Pushing event deleted for resources: {'Network': ['ID=4387b571-7bac-4e67-aaa2-f00e2a4719c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:49.209186 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Deleting subnet f21f46b5-ee7b-4b23-bcb8-d5e7d7462108 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:39:49.212887 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Publish callbacks [] for subnet (f21f46b5-ee7b-4b23-bcb8-d5e7d7462108), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.230538 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Allocated IP 172.20.0.10 (be404b3e-4d5f-4566-9a44-63b992939d4e/823e1052-d325-469d-af7d-079368d61c30/6f74abce-eac4-4332-b6da-a39af63d40c4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:49.254495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (f21f46b5-ee7b-4b23-bcb8-d5e7d7462108), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.265318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f8fb6-4ded-43fd-b185-28f17362bf74 req-5f6b7f71-1d4b-4c53-a629-63bd3b0831cc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:49.267506 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-044f8fb6-4ded-43fd-b185-28f17362bf74 req-5f6b7f71-1d4b-4c53-a629-63bd3b0831cc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1866944 Feb 14 15:39:49.339103 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a93d435a-062a-4eb3-a879-da32e7f8313c req-d92be4d9-0256-436d-8157-87839fa49584 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 210 time: 0.0406547 Feb 14 15:39:49.345181 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (f21f46b5-ee7b-4b23-bcb8-d5e7d7462108), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.386861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-872b9ba7-761a-4ced-adb8-fea54a92172c admin admin] Publish callbacks [] for security_group (7d2a12d9-9bd9-4072-b326-ba93123a3e4b), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.398001 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-044f8fb6-4ded-43fd-b185-28f17362bf74 req-ed5e5153-7ca3-4bda-8640-d72633136bc7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209676 Feb 14 15:39:49.483197 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-872b9ba7-761a-4ced-adb8-fea54a92172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7d2a12d9-9bd9-4072-b326-ba93123a3e4b), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.489643 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bd9a302a-8e68-469e-8624-cb7ee0818366 req-a5d9460c-3e68-4c3d-8264-556c19144c57 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0285096 Feb 14 15:39:49.489643 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (f21f46b5-ee7b-4b23-bcb8-d5e7d7462108), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.520351 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21f46b5-ee7b-4b23-bcb8-d5e7d7462108,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:49.529635 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.529635 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ba690466-f712-45f4-8dcf-840025fef534 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f21f46b5-ee7b-4b23-bcb8-d5e7d7462108 HTTP/1.1" status: 204 len: 168 time: 0.3806181 Feb 14 15:39:49.529635 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:49.541567 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks [] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.549810 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b9ba7-761a-4ced-adb8-fea54a92172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a12d9-9bd9-4072-b326-ba93123a3e4b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:49.558869 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-872b9ba7-761a-4ced-adb8-fea54a92172c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f5396da868647fb9b45c42a017d9200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705022 Feb 14 15:39:49.563450 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50958) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:49.638365 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (2984aa45-f0a4-4230-a308-65f0da3f5841), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.697516 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.702324 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] Publish callbacks [] for security_group (7d2a12d9-9bd9-4072-b326-ba93123a3e4b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.742265 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:39:49.752404 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Network be404b3e-4d5f-4566-9a44-63b992939d4e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:49.755876 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:49.759896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:49.765280 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:49.766042 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.779291 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (2984aa45-f0a4-4230-a308-65f0da3f5841), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.789117 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event updated for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:49.800798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] Publish callbacks [] for security_group (7d2a12d9-9bd9-4072-b326-ba93123a3e4b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.819889 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2984aa45-f0a4-4230-a308-65f0da3f5841']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:49.840990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f913cb0-3c54-498b-a0e2-2de6c477f9e2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:49.841193 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f913cb0-3c54-498b-a0e2-2de6c477f9e2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:39:49.856598 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (7f913cb0-3c54-498b-a0e2-2de6c477f9e2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.875941 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-4b371d20-c3b9-4647-8333-7f273a5a0f74 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1921856 Feb 14 15:39:49.883734 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (7f913cb0-3c54-498b-a0e2-2de6c477f9e2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.896515 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Request body: {'port': {'device_id': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:49.896753 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:39:49.897127 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (7f913cb0-3c54-498b-a0e2-2de6c477f9e2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:39:49.898859 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:39:49.964161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.993598 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7d2a12d9-9bd9-4072-b326-ba93123a3e4b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.996190 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:49.999815 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d2a12d9-9bd9-4072-b326-ba93123a3e4b HTTP/1.1" status: 204 len: 168 time: 0.4304399 Feb 14 15:39:50.005759 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a767a5-098e-44c3-b153-a227df255801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a12d9-9bd9-4072-b326-ba93123a3e4b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:50.051122 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (2984aa45-f0a4-4230-a308-65f0da3f5841), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.066668 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.072949 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] 10.222.0.67 "DELETE /v2.0/networks/2984aa45-f0a4-4230-a308-65f0da3f5841 HTTP/1.1" status: 204 len: 168 time: 0.5437369 Feb 14 15:39:50.074018 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4204c-6abf-44d3-b40b-d30c1fe75a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=2984aa45-f0a4-4230-a308-65f0da3f5841,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:50.261555 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f74abce-eac4-4332-b6da-a39af63d40c4 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:39:50.270582 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks [] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.285853 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Transition to ACTIVE for port object 6f74abce-eac4-4332-b6da-a39af63d40c4 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:39:50.386912 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.462152 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fbaa2bc9-d23a-42e0-8f38-c2043f26ffd0 req-338ea20d-8d95-4bd8-95de-e3f09f167471 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 210 time: 0.0468104 Feb 14 15:39:50.473233 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:50.503484 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Attempting to bind port 6f74abce-eac4-4332-b6da-a39af63d40c4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:50.503854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Attempting to bind port 6f74abce-eac4-4332-b6da-a39af63d40c4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:50.504232 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Attempting to bind port 6f74abce-eac4-4332-b6da-a39af63d40c4 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:50.508854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Port 6f74abce-eac4-4332-b6da-a39af63d40c4 on network be404b3e-4d5f-4566-9a44-63b992939d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:39:50.509171 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Attempting to bind port 6f74abce-eac4-4332-b6da-a39af63d40c4 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:50.514217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:50.514548 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Checking segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:50.514924 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Bound using segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:50.515380 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Bound port: 6f74abce-eac4-4332-b6da-a39af63d40c4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:50.516061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.554846 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc86440-60d1-41f9-bfe8-fcc6b9db8416 req-b0ad316c-aaa8-4502-830b-d5326b3b812a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:50.556846 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7bc86440-60d1-41f9-bfe8-fcc6b9db8416 req-b0ad316c-aaa8-4502-830b-d5326b3b812a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0732067 Feb 14 15:39:50.623293 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7bc86440-60d1-41f9-bfe8-fcc6b9db8416 req-84cde839-e37a-4008-b6f2-a9fe5033ba8b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Feb 14 15:39:50.630986 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:50.635419 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6f74abce-eac4-4332-b6da-a39af63d40c4,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:50.660155 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3708-e222-4238-bedf-f7e4569bfd09 req-4aefbf70-e8d7-46fc-ad8c-c0e15bced912 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:50.661644 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af9a3708-e222-4238-bedf-f7e4569bfd09 req-4aefbf70-e8d7-46fc-ad8c-c0e15bced912 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0860493 Feb 14 15:39:50.694725 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 50994) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:50.710154 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.718465 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af9a3708-e222-4238-bedf-f7e4569bfd09 req-f45f8c41-5f62-4849-bb92-630ff28ff422 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Feb 14 15:39:50.761779 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:50.763213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.764230 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] 10.222.0.100 "PUT /v2.0/ports/6f74abce-eac4-4332-b6da-a39af63d40c4 HTTP/1.1" status: 200 len: 1094 time: 0.8732285 Feb 14 15:39:50.767190 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:50.769913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d201649a-7d65-4485-9893-3fb155c8d37f" -d '{"events": [{"name": "network-changed", "server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:50.772945 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-8e556de9-b6aa-4877-a2b5-a48d86f678bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e6b5b9f731f4219bb1b94b6e5cb1616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754294 Feb 14 15:39:50.777986 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 50998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:50.807631 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d2a57-231f-47fa-89ca-b2a7e24a5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:50.847549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfff5e-cd3f-488e-807e-04b190f5827f x-openstack-request-id: req-2bdfff5e-cd3f-488e-807e-04b190f5827f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:50.847987 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:50.855706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2bdfff5e-cd3f-488e-807e-04b190f5827f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:50.855706 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4', 'status': 'completed', 'code': 200} Feb 14 15:39:50.855706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] Publish callbacks [] for security_group (7480c6fe-d4c8-4034-8e04-20cf591fcc3b), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:50.876611 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] Publish callbacks [] for security_group (7480c6fe-d4c8-4034-8e04-20cf591fcc3b), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:51.049198 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7480c6fe-d4c8-4034-8e04-20cf591fcc3b), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:51.052264 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:51.053542 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7480c6fe-d4c8-4034-8e04-20cf591fcc3b HTTP/1.1" status: 204 len: 168 time: 0.2729220 Feb 14 15:39:51.079319 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890cac8-0c00-4b3b-80ac-5a7159ad1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480c6fe-d4c8-4034-8e04-20cf591fcc3b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:51.110061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201649a-7d65-4485-9893-3fb155c8d37f req-4d21141a-ff64-42f7-a0a5-61f291ef9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.114158 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d201649a-7d65-4485-9893-3fb155c8d37f req-4d21141a-ff64-42f7-a0a5-61f291ef9846 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 1128 time: 0.1714067 Feb 14 15:39:51.192457 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-219c1aa4-9160-4f78-89e3-c4b136af4979 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.193967 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-219c1aa4-9160-4f78-89e3-c4b136af4979 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 815 time: 0.2541411 Feb 14 15:39:51.215710 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'port': {'device_id': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'admin_state_up': True, 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:51.417119 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201649a-7d65-4485-9893-3fb155c8d37f req-f3a4a38a-e8e5-4365-bb9a-915c5ccbd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.418586 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d201649a-7d65-4485-9893-3fb155c8d37f req-f3a4a38a-e8e5-4365-bb9a-915c5ccbd13b service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=7bc665899fee40b1bbf31d1277c45078&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2879930 Feb 14 15:39:51.503090 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba7bb8-1674-4315-ad2d-6d2ecbee5d79 req-7ff06f35-7249-4c8b-a446-a63928ac44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.505245 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-adba7bb8-1674-4315-ad2d-6d2ecbee5d79 req-7ff06f35-7249-4c8b-a446-a63928ac44c0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 1130 time: 0.1512842 Feb 14 15:39:51.695072 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c46d1e14-e92c-49e3-b02e-8177612fa142 req-ed8ea651-fe1e-4160-b04d-096b65a4b4f1 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 210 time: 0.1412120 Feb 14 15:39:51.702621 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-adba7bb8-1674-4315-ad2d-6d2ecbee5d79 req-5df8d110-aef6-4b34-a948-8e780dbf62c6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758642 Feb 14 15:39:51.731002 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201649a-7d65-4485-9893-3fb155c8d37f req-f0119226-1dee-4c55-ae82-5bd745c69837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.733497 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d201649a-7d65-4485-9893-3fb155c8d37f req-f0119226-1dee-4c55-ae82-5bd745c69837 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3016043 Feb 14 15:39:51.765035 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Made reservation on behalf of bc81e7b090ea48c6801ea427920bfeb1 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:39:51.768657 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:51.770937 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e6e58-78c3-492d-b843-b7e807112792 req-1355f9c4-2cef-40c1-8899-6e97eda7655b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.772555 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ff1e6e58-78c3-492d-b843-b7e807112792 req-1355f9c4-2cef-40c1-8899-6e97eda7655b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0566578 Feb 14 15:39:51.869024 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ff1e6e58-78c3-492d-b843-b7e807112792 req-8ec90be7-ecdb-48e7-a8c0-4004bd0fff81 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888093 Feb 14 15:39:51.940359 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dffa55-c6f2-4b2c-9a7f-343a3e311745 req-f0792dac-5b2d-4d7b-9d78-75c3259feb98 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:51.941948 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8dffa55-c6f2-4b2c-9a7f-343a3e311745 req-f0792dac-5b2d-4d7b-9d78-75c3259feb98 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.1187267 Feb 14 15:39:51.972586 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:51.972800 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Allocated IP 172.20.0.3 (65140c61-b379-4fbb-affa-26c2fdbb9188/c24e0fea-2702-4a59-a7c1-4789183d24a8/a91d2ce2-1134-41f6-96f4-3434bc028688) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:39:52.021783 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8dffa55-c6f2-4b2c-9a7f-343a3e311745 req-f652a24d-4317-4f6d-a384-fc72fd44aee5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699587 Feb 14 15:39:52.025873 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-dcdf9668-a222-4acf-b233-8b1683425224 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=957c912f30594a73ac5e8ef4f330b7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493910 Feb 14 15:39:52.026431 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51062) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:52.083274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] Publish callbacks [] for security_group (0627f2be-6848-486d-9d42-ef0c5f8e3275), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.113303 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] Publish callbacks [] for security_group (0627f2be-6848-486d-9d42-ef0c5f8e3275), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.190593 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.279175 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-9e39b3ce-e8f4-41b8-80e4-8eeb03f62129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:52.280809 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-9e39b3ce-e8f4-41b8-80e4-8eeb03f62129 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 1128 time: 0.0497057 Feb 14 15:39:52.301559 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0627f2be-6848-486d-9d42-ef0c5f8e3275), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.304190 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.305712 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0627f2be-6848-486d-9d42-ef0c5f8e3275 HTTP/1.1" status: 204 len: 168 time: 0.2778046 Feb 14 15:39:52.313721 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe93d9-f42f-4310-b676-cf1710833a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0627f2be-6848-486d-9d42-ef0c5f8e3275,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:52.339312 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-f741192a-a098-4913-9fbe-929a3f203661 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f74abce-eac4-4332-b6da-a39af63d40c4 HTTP/1.1" status: 200 len: 217 time: 0.0435269 Feb 14 15:39:52.358398 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:52.933189 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d831d1-fa67-4c3b-90f7-da7cec9b83c8 req-8c054667-914e-4c74-b9d8-b9707b61453c tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:52.933686 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:39:52.938264 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:52.941260 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:39:52.946426 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27d831d1-fa67-4c3b-90f7-da7cec9b83c8 req-8c054667-914e-4c74-b9d8-b9707b61453c tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 931 time: 0.1154027 Feb 14 15:39:52.954030 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:39:52.966885 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:52.967965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.061780 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-f42ab481-d451-43bd-813d-e67e9f92051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:53.064057 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-f42ab481-d451-43bd-813d-e67e9f92051f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.7189806 Feb 14 15:39:53.083448 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:53.106501 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27d831d1-fa67-4c3b-90f7-da7cec9b83c8 req-0abbbaec-291a-4d69-8a85-a3e179ed50bc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588020 Feb 14 15:39:53.145702 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-8a658370-8861-4493-845c-91d80b153236 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9328361 Feb 14 15:39:53.201597 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474597-3965-4384-abe3-47e1f6668b40 req-856c38dd-6467-4bf6-abfa-ba9e4622be59 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:53.203091 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd474597-3965-4384-abe3-47e1f6668b40 req-856c38dd-6467-4bf6-abfa-ba9e4622be59 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1679511 Feb 14 15:39:53.284927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85fe99c9-3123-4002-ac29-6892b991ed94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.337967 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616d72-8fc7-42f1-b0b8-72afc5adddf4 req-aa08be4a-07b0-4342-888d-ebdca4e536de tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:53.348129 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7e616d72-8fc7-42f1-b0b8-72afc5adddf4 req-aa08be4a-07b0-4342-888d-ebdca4e536de tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.1090431 Feb 14 15:39:53.406358 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd474597-3965-4384-abe3-47e1f6668b40 req-4d9844eb-b7c1-4413-af4c-ca6d9c3c9773 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950080 Feb 14 15:39:53.445675 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7e616d72-8fc7-42f1-b0b8-72afc5adddf4 req-61512ebd-6650-4e5f-a420-1e5efd86e6ab tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929544 Feb 14 15:39:53.459136 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Request body: {'port': {'device_id': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:39:53.462301 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ba783c09-ec8c-4a10-95c9-62dc5193fdc1 None None] Provisioning complete for port a91d2ce2-1134-41f6-96f4-3434bc028688 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:39:53.463989 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba783c09-ec8c-4a10-95c9-62dc5193fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.514776 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ba783c09-ec8c-4a10-95c9-62dc5193fdc1 None None] Port a91d2ce2-1134-41f6-96f4-3434bc028688 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:39:53.557488 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-69cd4809-1d51-467c-8e9e-da45e02d7d1f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934916 Feb 14 15:39:53.660865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85fe99c9-3123-4002-ac29-6892b991ed94 admin admin] Publish callbacks [] for security_group (2b4f89ac-921d-4127-9673-85b29f903832), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.662291 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.726944 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85fe99c9-3123-4002-ac29-6892b991ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (2b4f89ac-921d-4127-9673-85b29f903832), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.860701 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-85fe99c9-3123-4002-ac29-6892b991ed94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7b498c3fa9e4e5e9409ed213e1e307b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9164579 Feb 14 15:39:53.862783 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51128) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:53.884791 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe99c9-3123-4002-ac29-6892b991ed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f89ac-921d-4127-9673-85b29f903832,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:53.930089 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] Publish callbacks [] for security_group (2b4f89ac-921d-4127-9673-85b29f903832), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:53.961739 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] Publish callbacks [] for security_group (2b4f89ac-921d-4127-9673-85b29f903832), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.102645 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (2b4f89ac-921d-4127-9673-85b29f903832), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.106902 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.114212 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b4f89ac-921d-4127-9673-85b29f903832 HTTP/1.1" status: 204 len: 168 time: 0.2497144 Feb 14 15:39:54.128632 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae0bb-05e7-4a3b-8ef3-808bc7808944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f89ac-921d-4127-9673-85b29f903832,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:54.301420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91d2ce2-1134-41f6-96f4-3434bc028688 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:39:54.311627 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks [] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.344386 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Transition to ACTIVE for port object a91d2ce2-1134-41f6-96f4-3434bc028688 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:39:54.373609 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7ccdf-0509-4a61-a417-52ba173ad880 req-afc7fd85-4459-4fd7-9fcc-bc8f48c7fd24 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:54.375522 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cc7ccdf-0509-4a61-a417-52ba173ad880 req-afc7fd85-4459-4fd7-9fcc-bc8f48c7fd24 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 931 time: 0.1237609 Feb 14 15:39:54.437121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.470628 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cc7ccdf-0509-4a61-a417-52ba173ad880 req-1eabc02b-c842-44d6-9d89-1783116dc38e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Feb 14 15:39:54.502126 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:54.553400 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Attempting to bind port a91d2ce2-1134-41f6-96f4-3434bc028688 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:39:54.557158 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Attempting to bind port a91d2ce2-1134-41f6-96f4-3434bc028688 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:39:54.557725 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Attempting to bind port a91d2ce2-1134-41f6-96f4-3434bc028688 on network 65140c61-b379-4fbb-affa-26c2fdbb9188 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:54.575144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Port a91d2ce2-1134-41f6-96f4-3434bc028688 on network 65140c61-b379-4fbb-affa-26c2fdbb9188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:39:54.575818 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Attempting to bind port a91d2ce2-1134-41f6-96f4-3434bc028688 on network 65140c61-b379-4fbb-affa-26c2fdbb9188 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:39:54.582033 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:39:54.582663 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Checking segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:39:54.583235 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Bound using segment: {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:39:54.592228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Bound port: a91d2ce2-1134-41f6-96f4-3434bc028688, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '358146a3-1fba-4755-a869-66843335ef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:39:54.592228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.696042 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94dda-6002-4dad-a1c2-7334544da84a req-2768cc9a-67a4-4228-9be3-a0a7b7df4dc1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:54.711365 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21c94dda-6002-4dad-a1c2-7334544da84a req-2768cc9a-67a4-4228-9be3-a0a7b7df4dc1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1145070 Feb 14 15:39:54.756633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:39:54.764327 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:39:54.824023 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1f759-2e94-45bf-b7d5-f24f45979121 req-ea95de31-9e15-4566-bb50-4e690abc9a4c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:54.836672 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21c94dda-6002-4dad-a1c2-7334544da84a req-45cf6a2d-1842-4fed-b221-02fbd6a66a92 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Feb 14 15:39:54.850050 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9e1f759-2e94-45bf-b7d5-f24f45979121 req-ea95de31-9e15-4566-bb50-4e690abc9a4c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.2084064 Feb 14 15:39:54.912060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.959813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:54.960832 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:54.962568 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] 10.222.0.100 "PUT /v2.0/ports/a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 1093 time: 1.5150511 Feb 14 15:39:54.965125 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:39:54.968616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12761d3e-df2b-4b39-a240-a687d531af07" -d '{"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:39:54.974576 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9e1f759-2e94-45bf-b7d5-f24f45979121 req-9aa428e4-7592-4950-b977-c9a432149cde tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236689 Feb 14 15:39:55.049810 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de9143-3ff8-454b-824e-c809a8412ae4 x-openstack-request-id: req-d6de9143-3ff8-454b-824e-c809a8412ae4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:39:55.050597 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:39:55.050857 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6de9143-3ff8-454b-824e-c809a8412ae4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:39:55.051258 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:39:55.054423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df392e0-2fb0-427b-b73b-46403f4e2358 service neutron] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:55.253648 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:55.282453 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8a8e228-5f51-4d3f-bbe0-77daec46997c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:55.369362 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8a8e228-5f51-4d3f-bbe0-77daec46997c admin admin] Publish callbacks [] for security_group (d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:55.470278 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8a8e228-5f51-4d3f-bbe0-77daec46997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:55.518387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51168) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:55.525202 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e8a8e228-5f51-4d3f-bbe0-77daec46997c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdd652c1effd4ab7a04fb12a354f0f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705219 Feb 14 15:39:55.526018 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8e228-5f51-4d3f-bbe0-77daec46997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:55.592592 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] Publish callbacks [] for security_group (d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:55.645702 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] Publish callbacks [] for security_group (d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:55.683546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410f8ea-d2c1-4808-89d1-d24f22f20d31 req-36809997-6b99-49ce-a71f-5fdbd0e5ee74 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:55.690511 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1410f8ea-d2c1-4808-89d1-d24f22f20d31 req-36809997-6b99-49ce-a71f-5fdbd0e5ee74 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0938122 Feb 14 15:39:55.773047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1410f8ea-d2c1-4808-89d1-d24f22f20d31 req-518a69ec-c5d3-43d2-a8f2-62760ae2f04d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574605 Feb 14 15:39:55.973782 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14e577-2811-4223-ad9f-9dec6b3b00fa req-37f76dd1-54d4-4dc6-9c72-b53294b79418 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:55.975348 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b14e577-2811-4223-ad9f-9dec6b3b00fa req-37f76dd1-54d4-4dc6-9c72-b53294b79418 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0617554 Feb 14 15:39:56.043460 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b14e577-2811-4223-ad9f-9dec6b3b00fa req-f497acb4-89f6-46fc-88a1-6fb859d4b450 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Feb 14 15:39:56.122246 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bee880-9940-4415-b389-6e4b91ba23d1 req-68425205-6288-4266-af87-843432fe3252 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:56.123908 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-73bee880-9940-4415-b389-6e4b91ba23d1 req-68425205-6288-4266-af87-843432fe3252 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0590115 Feb 14 15:39:56.165985 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:56.168570 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:56.172098 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c HTTP/1.1" status: 204 len: 168 time: 0.6497884 Feb 14 15:39:56.196167 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99438f55-3672-4925-a5bf-405021804422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff5acd-4d5a-408a-b5ae-f1bfffe2cf6c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:56.212484 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-73bee880-9940-4415-b389-6e4b91ba23d1 req-8192d50f-c727-432e-b280-f7dead67770d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811851 Feb 14 15:39:56.978424 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd9c9a-dd07-44de-adcf-6ef2c11f26ec req-3d717311-a4a6-486a-8e66-8d07f633fc5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:56.985863 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-98fd9c9a-dd07-44de-adcf-6ef2c11f26ec req-3d717311-a4a6-486a-8e66-8d07f633fc5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0635278 Feb 14 15:39:57.033864 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-98fd9c9a-dd07-44de-adcf-6ef2c11f26ec req-be551322-dedf-40ac-95d3-23d371b14c42 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Feb 14 15:39:57.167173 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14770d0-6e4a-40b0-bfea-434152bdf838 req-36955ed1-2ae7-4b49-8421-aa428a4b0152 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:57.168600 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f14770d0-6e4a-40b0-bfea-434152bdf838 req-36955ed1-2ae7-4b49-8421-aa428a4b0152 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0556657 Feb 14 15:39:57.235679 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f14770d0-6e4a-40b0-bfea-434152bdf838 req-1f32ce97-4b7b-4e9e-9886-ab5388b6438e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592787 Feb 14 15:39:57.267997 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:57.307452 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942a27f2-3382-4afc-b1a5-7bb05404fcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:57.349318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71352fac-265d-445e-a44e-80568e5ef1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:57.460402 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc750e8a-71ef-4273-bdd8-24a9627a2fc9 req-1ac33c53-12e7-4199-8f7b-dc561081fa64 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:57.461930 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cc750e8a-71ef-4273-bdd8-24a9627a2fc9 req-1ac33c53-12e7-4199-8f7b-dc561081fa64 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.1134846 Feb 14 15:39:57.501328 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942a27f2-3382-4afc-b1a5-7bb05404fcb8 admin admin] Publish callbacks [] for security_group (1c62c395-2bf8-45b8-b145-7757e5ca49ec), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:57.532854 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cc750e8a-71ef-4273-bdd8-24a9627a2fc9 req-473ae591-b497-43ce-821c-0d080a8e225b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 Feb 14 15:39:57.611146 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-942a27f2-3382-4afc-b1a5-7bb05404fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (1c62c395-2bf8-45b8-b145-7757e5ca49ec), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:57.653554 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-942a27f2-3382-4afc-b1a5-7bb05404fcb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ba949933703425ba259e28971657c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818762 Feb 14 15:39:57.653554 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a27f2-3382-4afc-b1a5-7bb05404fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62c395-2bf8-45b8-b145-7757e5ca49ec,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:57.653952 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51208) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:39:57.726715 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] Publish callbacks [] for security_group (1c62c395-2bf8-45b8-b145-7757e5ca49ec), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:57.754790 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] Publish callbacks [] for security_group (1c62c395-2bf8-45b8-b145-7757e5ca49ec), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:58.141024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (1c62c395-2bf8-45b8-b145-7757e5ca49ec), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:58.144660 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:58.145841 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1c62c395-2bf8-45b8-b145-7757e5ca49ec HTTP/1.1" status: 204 len: 168 time: 0.4907253 Feb 14 15:39:58.163216 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f7b3e-ac82-4692-8ae7-fd2926f73649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62c395-2bf8-45b8-b145-7757e5ca49ec,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:39:58.188137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64969bd7-fff3-4992-8dc3-8c5d06fbb811 req-e12bf8e6-9cd6-45f5-8496-198479892825 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:58.189706 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64969bd7-fff3-4992-8dc3-8c5d06fbb811 req-e12bf8e6-9cd6-45f5-8496-198479892825 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0808055 Feb 14 15:39:58.277657 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64969bd7-fff3-4992-8dc3-8c5d06fbb811 req-c6126da4-dc38-4940-acb3-35680ce9b9a4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Feb 14 15:39:58.416510 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec61c98-7c44-4a46-95c0-df17e4e4fc46 req-658907bd-f80a-45ea-8e68-fe6eee8842e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:58.422818 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5ec61c98-7c44-4a46-95c0-df17e4e4fc46 req-658907bd-f80a-45ea-8e68-fe6eee8842e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0849147 Feb 14 15:39:58.506847 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5ec61c98-7c44-4a46-95c0-df17e4e4fc46 req-0d701b38-e132-4555-b9fa-7f3b88a636a2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762136 Feb 14 15:39:58.676816 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b7bbf-4d6a-4633-ab00-795f24a9f7f4 req-ffed5d7a-eaac-45b3-88d4-e81518b29dc2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:58.678355 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-064b7bbf-4d6a-4633-ab00-795f24a9f7f4 req-ffed5d7a-eaac-45b3-88d4-e81518b29dc2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0571554 Feb 14 15:39:58.732793 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-064b7bbf-4d6a-4633-ab00-795f24a9f7f4 req-985920ce-46de-4829-8ef5-7f28fec661e9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Feb 14 15:39:59.400421 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6172a96-749a-481a-8538-f10031e67288 req-2263b558-1426-4751-93ce-e4d1a0e7063c tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:59.402514 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e6172a96-749a-481a-8538-f10031e67288 req-2263b558-1426-4751-93ce-e4d1a0e7063c tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0575655 Feb 14 15:39:59.453379 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e6172a96-749a-481a-8538-f10031e67288 req-7d182fe7-e7f8-4819-85a6-68eac1c73eff tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Feb 14 15:39:59.632265 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755e998-6363-442a-8f5f-88d4a0bb8e76 req-67a05123-fca6-42c3-9ca1-d07e8810e72d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:59.633789 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0755e998-6363-442a-8f5f-88d4a0bb8e76 req-67a05123-fca6-42c3-9ca1-d07e8810e72d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0578921 Feb 14 15:39:59.679559 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25bde0ae-5563-42e8-bd5c-3de0fea53e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:39:59.690197 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0755e998-6363-442a-8f5f-88d4a0bb8e76 req-47f0fc10-1fae-431b-a88d-808ecf9fc9b0 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475192 Feb 14 15:39:59.856090 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540190e4-1863-456c-a3ac-d95321c1599d req-31b44947-b8c8-49dc-85ed-9d708653f80e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:39:59.858403 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-540190e4-1863-456c-a3ac-d95321c1599d req-31b44947-b8c8-49dc-85ed-9d708653f80e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0608106 Feb 14 15:39:59.908313 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-540190e4-1863-456c-a3ac-d95321c1599d req-50d76789-f694-410a-961d-23757d0b479a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Feb 14 15:40:00.592766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748111-4635-4475-b4a1-a41347683863 req-e016abeb-b708-4149-a4ee-57d0076024ea tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:00.594381 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1d748111-4635-4475-b4a1-a41347683863 req-e016abeb-b708-4149-a4ee-57d0076024ea tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0651875 Feb 14 15:40:00.660255 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1d748111-4635-4475-b4a1-a41347683863 req-1d4860b5-8894-4eb6-9a5e-63936e866799 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 Feb 14 15:40:00.662731 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:00.841566 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e1ce2-d5ea-46ab-bce7-f80e99cf4d52 req-77e67612-8840-4901-89d3-d76eb18f5c21 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:00.868782 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-688e1ce2-d5ea-46ab-bce7-f80e99cf4d52 req-77e67612-8840-4901-89d3-d76eb18f5c21 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0685918 Feb 14 15:40:00.898384 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-688e1ce2-d5ea-46ab-bce7-f80e99cf4d52 req-009e6805-d46e-46fb-9b3f-02bd4ac19a73 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Feb 14 15:40:01.046184 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147a05-47d5-4a62-a269-d64c48d6e5c7 req-5b27697c-310f-480e-a640-16d892b2155c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:01.047849 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e147a05-47d5-4a62-a269-d64c48d6e5c7 req-5b27697c-310f-480e-a640-16d892b2155c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0639443 Feb 14 15:40:01.110419 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e147a05-47d5-4a62-a269-d64c48d6e5c7 req-acf18a63-f691-4f95-a64e-348bbccaa945 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Feb 14 15:40:01.795258 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8da5a-8cc3-49f7-8a2d-6ac07a16d90b req-9ab6ee71-8183-4c09-85a3-b8782aa8a8be tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:01.803892 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9f8da5a-8cc3-49f7-8a2d-6ac07a16d90b req-9ab6ee71-8183-4c09-85a3-b8782aa8a8be tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0673542 Feb 14 15:40:01.859670 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9f8da5a-8cc3-49f7-8a2d-6ac07a16d90b req-7def6bd1-18ad-4bf9-bf60-6473aa339176 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 Feb 14 15:40:01.901487 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.026768 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea2a04-e6ed-4458-9ead-e472609c5410 req-5cbc1ebd-14eb-4d29-98fe-c740cec7e495 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:02.028306 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8ea2a04-e6ed-4458-9ead-e472609c5410 req-5cbc1ebd-14eb-4d29-98fe-c740cec7e495 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0571475 Feb 14 15:40:02.081618 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8ea2a04-e6ed-4458-9ead-e472609c5410 req-010a7504-c9db-4462-837e-0444e3c16e7b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Feb 14 15:40:02.270865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51328) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:02.458894 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af819ab2-3602-494f-ade9-b7f983deaa34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.470630 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e22b7-ebee-4b47-8192-f0fc0f68237f req-2649bc21-946e-4afa-b5d9-2c472b4c302d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:02.483665 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1b9e22b7-ebee-4b47-8192-f0fc0f68237f req-2649bc21-946e-4afa-b5d9-2c472b4c302d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.2908499 Feb 14 15:40:02.573606 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af819ab2-3602-494f-ade9-b7f983deaa34 admin admin] Publish callbacks [] for security_group (0939ed5b-2c28-4fb3-bdab-37292176d38d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.583049 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1b9e22b7-ebee-4b47-8192-f0fc0f68237f req-2a6203c8-33ee-4e33-ac3d-d990af6f803b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980740 Feb 14 15:40:02.633865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af819ab2-3602-494f-ade9-b7f983deaa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0939ed5b-2c28-4fb3-bdab-37292176d38d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.696660 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-af819ab2-3602-494f-ade9-b7f983deaa34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8af8bc997aea4badbbaa0b054c8df77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223993 Feb 14 15:40:02.698235 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51336) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:02.735850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819ab2-3602-494f-ade9-b7f983deaa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0939ed5b-2c28-4fb3-bdab-37292176d38d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:02.772363 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] Publish callbacks [] for security_group (0939ed5b-2c28-4fb3-bdab-37292176d38d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.795285 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] Publish callbacks [] for security_group (0939ed5b-2c28-4fb3-bdab-37292176d38d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.925590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0939ed5b-2c28-4fb3-bdab-37292176d38d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.927977 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:02.929196 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0939ed5b-2c28-4fb3-bdab-37292176d38d HTTP/1.1" status: 204 len: 168 time: 0.2297618 Feb 14 15:40:02.962835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759c432-a714-4b6a-a2c5-068ff6717961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0939ed5b-2c28-4fb3-bdab-37292176d38d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:02.996365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7448dd7-4d26-48a1-8e26-22fd6e85f4b1 req-4d8da5bb-b702-4e2a-8959-52baf2d89279 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:03.007288 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b7448dd7-4d26-48a1-8e26-22fd6e85f4b1 req-4d8da5bb-b702-4e2a-8959-52baf2d89279 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0737653 Feb 14 15:40:03.059025 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b7448dd7-4d26-48a1-8e26-22fd6e85f4b1 req-e1bda5bd-e204-43c3-977d-7110f63c570e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Feb 14 15:40:03.207472 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f1c6-897f-4b5f-b95f-21f99b137cb3 req-de935d6c-1e2b-41b1-b88e-643b69d578de tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:03.211903 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f8c9f1c6-897f-4b5f-b95f-21f99b137cb3 req-de935d6c-1e2b-41b1-b88e-643b69d578de tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0545671 Feb 14 15:40:03.274629 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f8c9f1c6-897f-4b5f-b95f-21f99b137cb3 req-9c939194-78fa-45fb-aebf-a4507d9cadbf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Feb 14 15:40:03.290414 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.590789 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:03.603416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f669628-4d09-47c1-98e8-93ff7543241c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.676933 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f669628-4d09-47c1-98e8-93ff7543241c admin admin] Publish callbacks [] for security_group (7dae5956-7ba1-4c75-9a38-4ee6ff0e4316), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.700927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8245b-ecd9-41cb-940b-1c4eb424ec75 req-0bbe3834-356a-47a8-84c0-24681ef82943 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:03.702426 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3b8245b-ecd9-41cb-940b-1c4eb424ec75 req-0bbe3834-356a-47a8-84c0-24681ef82943 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0516148 Feb 14 15:40:03.742424 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f669628-4d09-47c1-98e8-93ff7543241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7dae5956-7ba1-4c75-9a38-4ee6ff0e4316), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.748106 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3b8245b-ecd9-41cb-940b-1c4eb424ec75 req-19795ba9-b09b-4b50-972d-27418bd40668 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Feb 14 15:40:03.787824 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5f669628-4d09-47c1-98e8-93ff7543241c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfa0df49991946b398b213deec9a8e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959050 Feb 14 15:40:03.788959 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669628-4d09-47c1-98e8-93ff7543241c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae5956-7ba1-4c75-9a38-4ee6ff0e4316,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:03.791473 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51360) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:03.852820 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] Publish callbacks [] for security_group (7dae5956-7ba1-4c75-9a38-4ee6ff0e4316), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.874900 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] Publish callbacks [] for security_group (7dae5956-7ba1-4c75-9a38-4ee6ff0e4316), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.988529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7dae5956-7ba1-4c75-9a38-4ee6ff0e4316), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.991329 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:03.992605 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7dae5956-7ba1-4c75-9a38-4ee6ff0e4316 HTTP/1.1" status: 204 len: 168 time: 0.1997643 Feb 14 15:40:04.007284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45bc7-294d-466d-9b99-eed3399c614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae5956-7ba1-4c75-9a38-4ee6ff0e4316,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:04.185531 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81499fbe-1298-4457-a963-2b49a6a6929f req-9451b770-ba63-43de-b093-be04e5a926bd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:04.187066 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-81499fbe-1298-4457-a963-2b49a6a6929f req-9451b770-ba63-43de-b093-be04e5a926bd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0529191 Feb 14 15:40:04.236236 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-81499fbe-1298-4457-a963-2b49a6a6929f req-132cfa82-f029-4a51-a27b-b5e34c772248 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Feb 14 15:40:04.443067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59381e-9b6f-411d-82cf-27560b711cfd req-0fd6da90-2b57-4d19-a600-20201c66f2af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:04.444630 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9e59381e-9b6f-411d-82cf-27560b711cfd req-0fd6da90-2b57-4d19-a600-20201c66f2af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0894554 Feb 14 15:40:04.507387 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9e59381e-9b6f-411d-82cf-27560b711cfd req-f90d0bcd-ddd5-42ce-882c-541438d4c969 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Feb 14 15:40:04.923252 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260365fc-2bd3-4dd9-afd8-ca5dcb8706df req-8fc38f29-f89a-470a-a88e-83d0abb97b9e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:04.925459 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-260365fc-2bd3-4dd9-afd8-ca5dcb8706df req-8fc38f29-f89a-470a-a88e-83d0abb97b9e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0631928 Feb 14 15:40:04.975141 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-260365fc-2bd3-4dd9-afd8-ca5dcb8706df req-b0d81df4-05ec-4f38-9867-728b05f254ad tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Feb 14 15:40:05.351609 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577c4b-5c02-4e38-8489-082724ff2c17 req-47f6c8ff-7aae-4abc-81ac-7943824a88c3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:05.353180 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5c577c4b-5c02-4e38-8489-082724ff2c17 req-47f6c8ff-7aae-4abc-81ac-7943824a88c3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0517237 Feb 14 15:40:05.399500 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5c577c4b-5c02-4e38-8489-082724ff2c17 req-59cdbec7-db38-425c-821d-de9f8a1ab8f9 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Feb 14 15:40:05.629955 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987a02a-2d7f-4a13-9ade-21f37ab79e38 req-62aeaa55-80c9-4c51-9aaf-7e8e61da5e77 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:05.631701 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8987a02a-2d7f-4a13-9ade-21f37ab79e38 req-62aeaa55-80c9-4c51-9aaf-7e8e61da5e77 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0572996 Feb 14 15:40:05.678831 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8987a02a-2d7f-4a13-9ade-21f37ab79e38 req-0ce5de15-d38c-45cf-9c94-8c252980801f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Feb 14 15:40:06.094080 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cac22b-f037-483c-b043-ee001f8344ad req-1fcf5db0-7ec5-4e81-87b8-dbd68ce88546 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:06.095328 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-60cac22b-f037-483c-b043-ee001f8344ad req-1fcf5db0-7ec5-4e81-87b8-dbd68ce88546 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0546212 Feb 14 15:40:06.145206 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-60cac22b-f037-483c-b043-ee001f8344ad req-e7ce2e3a-4d79-4f02-81d7-4d5f4143fc7d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Feb 14 15:40:06.520591 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bafa9-32b4-4914-b5b1-4cb061f5dc70 req-d5adb324-8f61-4d3e-a651-585d6253f88d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:06.522161 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf4bafa9-32b4-4914-b5b1-4cb061f5dc70 req-d5adb324-8f61-4d3e-a651-585d6253f88d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0572734 Feb 14 15:40:06.569266 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf4bafa9-32b4-4914-b5b1-4cb061f5dc70 req-b0f2a8db-ec73-4e02-a526-ae0bfb3ce2eb tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Feb 14 15:40:06.794373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead716d-f4c2-4e34-8951-28d3f9df1c99 req-2929b85c-42ea-47af-9fdd-28663ba16f6a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:06.795908 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aead716d-f4c2-4e34-8951-28d3f9df1c99 req-2929b85c-42ea-47af-9fdd-28663ba16f6a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Feb 14 15:40:06.848429 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aead716d-f4c2-4e34-8951-28d3f9df1c99 req-ad0a5926-ca83-4975-ad64-2a6b43b49cff tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464690 Feb 14 15:40:07.276202 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc86a2-d264-4c73-bb11-ac3c6f214eb3 req-1244f5bb-202f-4705-bab9-093cd6598558 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:07.277675 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-73fc86a2-d264-4c73-bb11-ac3c6f214eb3 req-1244f5bb-202f-4705-bab9-093cd6598558 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0572929 Feb 14 15:40:07.328497 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-73fc86a2-d264-4c73-bb11-ac3c6f214eb3 req-7a89f506-99fe-4910-ab0d-7d8970f29953 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Feb 14 15:40:07.688779 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042583a-1704-4026-b67d-4e94c1df37f7 req-a52580fb-b842-489a-a01d-b6ad431f4dd8 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:07.690251 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2042583a-1704-4026-b67d-4e94c1df37f7 req-a52580fb-b842-489a-a01d-b6ad431f4dd8 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0571966 Feb 14 15:40:07.735487 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2042583a-1704-4026-b67d-4e94c1df37f7 req-53e25b92-821a-4712-9943-7241e136dd24 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Feb 14 15:40:07.966318 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3f03-9d5e-4f92-beae-f7636be9dd45 req-976f5469-8cd4-4b3d-a3b2-73baa50f3b5f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:07.967774 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0e8c3f03-9d5e-4f92-beae-f7636be9dd45 req-976f5469-8cd4-4b3d-a3b2-73baa50f3b5f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0504210 Feb 14 15:40:08.014455 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0e8c3f03-9d5e-4f92-beae-f7636be9dd45 req-cfa47a1b-24c3-4383-80a8-c986001dff6a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Feb 14 15:40:08.052646 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:40:08.446437 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd57f0-0e58-4969-98b5-216f2d7aaddf req-d3e50242-7dca-4a4d-b18a-8a547d804a81 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:08.447933 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d7fd57f0-0e58-4969-98b5-216f2d7aaddf req-d3e50242-7dca-4a4d-b18a-8a547d804a81 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0517659 Feb 14 15:40:08.493686 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d7fd57f0-0e58-4969-98b5-216f2d7aaddf req-042b2582-b5e0-4610-952f-10e7d81c5db0 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Feb 14 15:40:08.850792 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e52411-9693-4613-9f26-b24e672a23b9 req-ab10dee3-b1b2-4dcc-a680-544973f783a3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:08.852303 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-33e52411-9693-4613-9f26-b24e672a23b9 req-ab10dee3-b1b2-4dcc-a680-544973f783a3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0527058 Feb 14 15:40:08.904568 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-33e52411-9693-4613-9f26-b24e672a23b9 req-de042d99-916b-47ef-97a0-79c00d156171 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Feb 14 15:40:09.024221 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-84511259-25ab-4aed-b42a-05204b866de4 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857203 Feb 14 15:40:09.182044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761d3e-df2b-4b39-a240-a687d531af07 req-ed95a8ef-25cd-47d7-9ffc-e8c07d416aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.183530 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12761d3e-df2b-4b39-a240-a687d531af07 req-ed95a8ef-25cd-47d7-9ffc-e8c07d416aea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1127 time: 0.1363015 Feb 14 15:40:09.196552 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c054baab-60c7-47c7-acb1-0b92fc757305 req-06fe7ed3-a5fc-4d1f-99d5-b3a44809f36f service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479948 Feb 14 15:40:09.208338 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a9ecc-7263-4656-b839-c6ed0e245aaa req-e483c79a-5f1b-43b7-95ac-6fd3c153ccee tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.209736 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-141a9ecc-7263-4656-b839-c6ed0e245aaa req-e483c79a-5f1b-43b7-95ac-6fd3c153ccee tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1218996 Feb 14 15:40:09.255370 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-141a9ecc-7263-4656-b839-c6ed0e245aaa req-4bb00593-ef99-470b-a8d7-4e889130c0b7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Feb 14 15:40:09.414974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761d3e-df2b-4b39-a240-a687d531af07 req-6850acd9-54ce-4932-ba1a-51ae88840daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.416477 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12761d3e-df2b-4b39-a240-a687d531af07 req-6850acd9-54ce-4932-ba1a-51ae88840daf service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0939946 Feb 14 15:40:09.609609 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a020-4213-4b51-954a-f7cdb0b0ed77 req-f6547352-c80c-40a9-ac62-7792d15d3f43 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.611087 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d0b6a020-4213-4b51-954a-f7cdb0b0ed77 req-f6547352-c80c-40a9-ac62-7792d15d3f43 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0535972 Feb 14 15:40:09.658148 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d0b6a020-4213-4b51-954a-f7cdb0b0ed77 req-105fb85c-a08b-43a7-9bc0-7678105f4226 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Feb 14 15:40:09.753099 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761d3e-df2b-4b39-a240-a687d531af07 req-78cb1c47-1286-4462-acae-6320476916e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.755145 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-12761d3e-df2b-4b39-a240-a687d531af07 req-78cb1c47-1286-4462-acae-6320476916e7 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886660 Feb 14 15:40:09.868705 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-cca5e12c-4c37-49cd-9449-99fba0c94656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:09.870485 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-cca5e12c-4c37-49cd-9449-99fba0c94656 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1127 time: 0.0524168 Feb 14 15:40:09.933875 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-0b72c326-1273-4cc9-9cdb-237bc27a014f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 217 time: 0.0349896 Feb 14 15:40:10.008539 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-a0b340f6-4c68-4890-bf1a-b70e10d595b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:10.010030 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-a0b340f6-4c68-4890-bf1a-b70e10d595b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0742037 Feb 14 15:40:10.032487 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe524c-c6dd-4f38-bdce-1e5cc2a5b6e4 req-43fbac0e-7ca4-41f0-9211-5806a149cea7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:10.033893 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bcfe524c-c6dd-4f38-bdce-1e5cc2a5b6e4 req-43fbac0e-7ca4-41f0-9211-5806a149cea7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0581686 Feb 14 15:40:10.080370 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bcfe524c-c6dd-4f38-bdce-1e5cc2a5b6e4 req-f58649f8-1234-45a2-997c-5085513f74ed tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Feb 14 15:40:10.375747 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795163cd-40ba-4b3a-a4b3-ffd10b3cd463 req-c34240d8-9c7a-4794-b7a6-d415c2a3e3ec tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:10.377211 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-795163cd-40ba-4b3a-a4b3-ffd10b3cd463 req-c34240d8-9c7a-4794-b7a6-d415c2a3e3ec tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0515492 Feb 14 15:40:10.424357 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-795163cd-40ba-4b3a-a4b3-ffd10b3cd463 req-40d7ee1f-b2bb-47f1-a346-747ded7a7fdf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Feb 14 15:40:10.539419 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0352b-fb24-4ecd-bcd1-105528b5be81 req-870e414d-d3d3-4514-a2f1-543ae0457c81 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:10.541172 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cf0352b-fb24-4ecd-bcd1-105528b5be81 req-870e414d-d3d3-4514-a2f1-543ae0457c81 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Feb 14 15:40:10.586168 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cf0352b-fb24-4ecd-bcd1-105528b5be81 req-936cafc8-e563-4339-8534-2d845d892159 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 Feb 14 15:40:10.781077 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f49b-2c41-4864-93aa-c39ee68e4c29 req-e9e9842c-8a36-43c2-bb5a-f9b5dbdd3be9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:10.782560 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a306f49b-2c41-4864-93aa-c39ee68e4c29 req-e9e9842c-8a36-43c2-bb5a-f9b5dbdd3be9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0578136 Feb 14 15:40:10.829710 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a306f49b-2c41-4864-93aa-c39ee68e4c29 req-28c5123b-9fcf-45a7-8650-547dd175bcde tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Feb 14 15:40:11.197421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b79818-ec8a-44f2-b87b-6a3c639fc1bc req-fd840067-34f1-4e95-a14e-51511f450efc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:11.201148 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-55b79818-ec8a-44f2-b87b-6a3c639fc1bc req-fd840067-34f1-4e95-a14e-51511f450efc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0537310 Feb 14 15:40:11.249868 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-55b79818-ec8a-44f2-b87b-6a3c639fc1bc req-df4c2c00-8a19-4040-9135-ee90c35ff539 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Feb 14 15:40:11.947761 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b6f0-eb8c-4704-b691-d34e3bfd33b9 req-d6630fab-89ac-421f-971b-582ad12ba24e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:11.949211 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-faf1b6f0-eb8c-4704-b691-d34e3bfd33b9 req-d6630fab-89ac-421f-971b-582ad12ba24e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0518086 Feb 14 15:40:11.996800 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-faf1b6f0-eb8c-4704-b691-d34e3bfd33b9 req-2e19a666-f4a0-4696-9edd-88c20c1e07ed tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Feb 14 15:40:12.078189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:12.366455 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a450a5-095c-4a61-a9d1-48161e397500 req-96868005-98c5-4273-ab47-7ad3bf34c2e4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:12.367962 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-99a450a5-095c-4a61-a9d1-48161e397500 req-96868005-98c5-4273-ab47-7ad3bf34c2e4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0525208 Feb 14 15:40:12.414290 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-99a450a5-095c-4a61-a9d1-48161e397500 req-86e91f91-a40b-4ae0-b063-dea34033bb9b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Feb 14 15:40:13.118359 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397469f-3154-4628-9fcf-005e09acf4c9 req-9c297c38-947b-43d6-b2c8-0ab2b6f90108 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:13.119769 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0397469f-3154-4628-9fcf-005e09acf4c9 req-9c297c38-947b-43d6-b2c8-0ab2b6f90108 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0513711 Feb 14 15:40:13.170116 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0397469f-3154-4628-9fcf-005e09acf4c9 req-c6b170f6-718e-4843-8302-6d60ea418c72 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Feb 14 15:40:13.529122 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8828f25-e356-4241-8db7-274a020e0101 req-0a1a84db-359a-45a7-99c1-9e9d949437a4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:13.530583 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b8828f25-e356-4241-8db7-274a020e0101 req-0a1a84db-359a-45a7-99c1-9e9d949437a4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0511878 Feb 14 15:40:13.575282 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b8828f25-e356-4241-8db7-274a020e0101 req-79cf26d4-7232-427f-9a02-12b5a75676fb tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Feb 14 15:40:13.967753 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-218a41c5-193c-4efe-8627-ec875735719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:13.969236 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-218a41c5-193c-4efe-8627-ec875735719f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470672 Feb 14 15:40:14.089162 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-bd0ad244-9d5e-430c-a34c-69875966032a service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Feb 14 15:40:14.181457 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-214dc392-7ec3-4d3f-b239-9e27c6e98d22 req-163018b5-ddba-4afc-99bf-f356ad2ea30b service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839694 Feb 14 15:40:14.305636 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249a9b-6c4d-441e-953b-e2c148e3d135 req-20033da1-d7ba-4d6a-9116-97f966eb2c61 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:14.307180 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-95249a9b-6c4d-441e-953b-e2c148e3d135 req-20033da1-d7ba-4d6a-9116-97f966eb2c61 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0644746 Feb 14 15:40:14.355753 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-95249a9b-6c4d-441e-953b-e2c148e3d135 req-78dc0a1f-0f49-47db-ad95-5b6385dff2c4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Feb 14 15:40:14.712447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51fffa-3da7-42fd-a79a-a0ce897ee4bd req-405afe0b-7ad3-43dc-8616-5137d16adef2 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:14.714029 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aa51fffa-3da7-42fd-a79a-a0ce897ee4bd req-405afe0b-7ad3-43dc-8616-5137d16adef2 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0652792 Feb 14 15:40:14.761212 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aa51fffa-3da7-42fd-a79a-a0ce897ee4bd req-4c2f87a4-3012-4fbe-9648-6611b07d6483 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Feb 14 15:40:15.481375 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc81228-2e25-4a2a-96e2-e6937a4754d9 req-b6916299-c307-4508-b057-907087fcb134 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:15.482857 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-acc81228-2e25-4a2a-96e2-e6937a4754d9 req-b6916299-c307-4508-b057-907087fcb134 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0510261 Feb 14 15:40:15.529105 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-acc81228-2e25-4a2a-96e2-e6937a4754d9 req-b60cfd64-da95-4f97-a983-a63694a653d9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Feb 14 15:40:15.877618 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543736b-621b-4226-87ec-93517e3424b9 req-d02167da-1272-46fc-9fe8-1514b039a08e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:15.879674 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b543736b-621b-4226-87ec-93517e3424b9 req-d02167da-1272-46fc-9fe8-1514b039a08e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0524304 Feb 14 15:40:15.934590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b543736b-621b-4226-87ec-93517e3424b9 req-184b6250-4b15-4760-af6a-2dcd9d2e40e6 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Feb 14 15:40:16.653486 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce1a07-729a-4011-b7ff-ebe85eaa7422 req-18dab50f-54e1-44c7-ad16-fd0aff95e787 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:16.654978 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-16ce1a07-729a-4011-b7ff-ebe85eaa7422 req-18dab50f-54e1-44c7-ad16-fd0aff95e787 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0602813 Feb 14 15:40:16.701573 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-16ce1a07-729a-4011-b7ff-ebe85eaa7422 req-bf3e698c-31f0-43f6-bc7f-54aeddb5d769 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Feb 14 15:40:17.061940 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88c539-3d3f-4842-801c-b8932833a0d5 req-1f801b80-c234-4992-bb1c-39d373b2d9fa tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:17.063400 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3b88c539-3d3f-4842-801c-b8932833a0d5 req-1f801b80-c234-4992-bb1c-39d373b2d9fa tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0514925 Feb 14 15:40:17.109435 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3b88c539-3d3f-4842-801c-b8932833a0d5 req-c2aadf86-733d-49d2-81c3-506ed7771a7c tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Feb 14 15:40:17.819883 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eeeda-6546-4e8f-8698-5321174f1568 req-e73e6bc9-86b0-48fb-bc02-700687f11479 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:17.821364 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b94eeeda-6546-4e8f-8698-5321174f1568 req-e73e6bc9-86b0-48fb-bc02-700687f11479 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0540049 Feb 14 15:40:17.869388 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b94eeeda-6546-4e8f-8698-5321174f1568 req-fe433e24-1e22-4a72-8aed-97f914480a6a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Feb 14 15:40:18.224187 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b14d0-6be8-4fdb-b45f-f3ff4691a41b req-44f173ba-7933-4b54-95bb-116f2bd046e4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:18.225612 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f69b14d0-6be8-4fdb-b45f-f3ff4691a41b req-44f173ba-7933-4b54-95bb-116f2bd046e4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0500417 Feb 14 15:40:18.271359 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f69b14d0-6be8-4fdb-b45f-f3ff4691a41b req-e69e4dad-8059-4172-b334-1265f037881d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Feb 14 15:40:18.989984 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5315b-9dfc-4845-9f51-c789095a2863 req-bebcece0-887b-43b5-880a-1776b6694dbf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:18.992187 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1db5315b-9dfc-4845-9f51-c789095a2863 req-bebcece0-887b-43b5-880a-1776b6694dbf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0565972 Feb 14 15:40:19.041857 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1db5315b-9dfc-4845-9f51-c789095a2863 req-5767cc0d-0076-4dc2-908a-a766305bb351 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Feb 14 15:40:19.404247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080ea35-aa4b-46d7-8450-7e868c9cada9 req-6133c3e2-519d-4466-ab66-d40ffbfd583b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:19.406040 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5080ea35-aa4b-46d7-8450-7e868c9cada9 req-6133c3e2-519d-4466-ab66-d40ffbfd583b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0596192 Feb 14 15:40:19.459310 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5080ea35-aa4b-46d7-8450-7e868c9cada9 req-93f01ae1-0f33-488a-a085-5f116e296fe6 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Feb 14 15:40:20.129373 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-e3fb5e3c-199a-4d6a-8d8d-b343fbb469f9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635145 Feb 14 15:40:20.170752 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327991d-f15c-40b2-9119-04cc8ce2bbf4 req-0b970659-63d9-4c68-a3c2-eae2c84dcf20 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:20.173107 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0327991d-f15c-40b2-9119-04cc8ce2bbf4 req-0b970659-63d9-4c68-a3c2-eae2c84dcf20 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0565417 Feb 14 15:40:20.201159 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c2b2-6dea-423d-9433-f64a300a820a req-5a9dcb29-1e93-469b-96f7-b719d072bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:20.202660 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-5a9dcb29-1e93-469b-96f7-b719d072bec6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 1129 time: 0.0452642 Feb 14 15:40:20.222678 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0327991d-f15c-40b2-9119-04cc8ce2bbf4 req-c491ff28-e35c-4c77-934d-a8f6e0ef7328 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Feb 14 15:40:20.308479 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c2b2-6dea-423d-9433-f64a300a820a req-855038b2-8cfa-408f-8937-338446f11c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:20.309917 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-855038b2-8cfa-408f-8937-338446f11c8b service neutron] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 916 time: 0.0883253 Feb 14 15:40:20.350489 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-70bee3d7-a232-4125-a68a-df74de29acaf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 200 len: 217 time: 0.0342476 Feb 14 15:40:20.402446 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c2b2-6dea-423d-9433-f64a300a820a req-0fe95e01-e38e-48cb-b538-27b17fb001e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:20.403848 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-0fe95e01-e38e-48cb-b538-27b17fb001e9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.0472372 Feb 14 15:40:20.435096 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-d2ff4671-f2ee-488d-8535-e1d3f953b344 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252051 Feb 14 15:40:20.521456 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-f1e16cc3-b25f-4677-ae8b-cfb0b969b472 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805104 Feb 14 15:40:20.632212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240733e-8f07-4897-a5e2-b60b62aed9eb req-d29efce5-d50f-41ce-88e3-5903d910678b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:20.633652 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c240733e-8f07-4897-a5e2-b60b62aed9eb req-d29efce5-d50f-41ce-88e3-5903d910678b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.1093688 Feb 14 15:40:20.666349 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9305c2b2-6dea-423d-9433-f64a300a820a req-e6cf70e1-8f1b-4d32-b021-a3a808e8928b service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325252 Feb 14 15:40:20.697420 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c240733e-8f07-4897-a5e2-b60b62aed9eb req-ade3d358-171a-4916-bddf-8f9e4d670a71 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564234 Feb 14 15:40:21.343979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719baaee-8e5f-40d4-91a5-64da0c751d58 req-c7433a8e-f0df-4cba-873b-f83b3ca3b1b6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:21.345480 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-719baaee-8e5f-40d4-91a5-64da0c751d58 req-c7433a8e-f0df-4cba-873b-f83b3ca3b1b6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0545919 Feb 14 15:40:21.396593 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-719baaee-8e5f-40d4-91a5-64da0c751d58 req-266f3f1d-72b2-470c-9aeb-ca3dc6d82be2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Feb 14 15:40:21.820974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b09cb-d730-4981-b977-d8f11efeb4a4 req-87515edf-5002-477d-90c2-7b2f3f8acdd5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:21.822544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9b2b09cb-d730-4981-b977-d8f11efeb4a4 req-87515edf-5002-477d-90c2-7b2f3f8acdd5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0567493 Feb 14 15:40:21.869528 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9b2b09cb-d730-4981-b977-d8f11efeb4a4 req-f8ae5683-e3c1-4e28-a8f0-ba062f833bca tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Feb 14 15:40:22.185647 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64bda-f25b-42cf-b73f-bf68302e55d5 req-b9965dd6-6400-4c4e-9262-f4bd5095e434 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.187126 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74e64bda-f25b-42cf-b73f-bf68302e55d5 req-b9965dd6-6400-4c4e-9262-f4bd5095e434 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Feb 14 15:40:22.262004 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74e64bda-f25b-42cf-b73f-bf68302e55d5 req-8b26c492-9987-4aaf-8a30-bf3afdba5989 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686870 Feb 14 15:40:22.284027 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-5037a1b2-7fee-4dd9-8387-bd162417ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.287007 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-5037a1b2-7fee-4dd9-8387-bd162417ff59 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0541418 Feb 14 15:40:22.396364 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-c3b13ea8-7f5a-47ef-b9c8-2512d06ff2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.398710 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-c3b13ea8-7f5a-47ef-b9c8-2512d06ff2fb service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.1047516 Feb 14 15:40:22.447291 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-94b66153-167f-4bc0-824f-13384064eb35 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0419936 Feb 14 15:40:22.508556 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-cabeb564-7efe-47bf-96b1-4715400dd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.510842 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-cabeb564-7efe-47bf-96b1-4715400dd4fd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0554469 Feb 14 15:40:22.535246 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa39ee-83c0-447d-a11f-4629438610bd req-af44d31f-1852-446b-b359-e37cbca09737 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.537408 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c7aa39ee-83c0-447d-a11f-4629438610bd req-af44d31f-1852-446b-b359-e37cbca09737 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0579453 Feb 14 15:40:22.544332 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-3d3266c3-7f2e-4dca-9dc6-0eec2e33a9ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263405 Feb 14 15:40:22.588788 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c7aa39ee-83c0-447d-a11f-4629438610bd req-a111cb1a-651c-41a4-b792-ecf0c32a8e91 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Feb 14 15:40:22.636295 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-2d3fafbf-07c3-42f9-a153-1001e397f7cb service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 Feb 14 15:40:22.753671 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e027d378-2197-4e2c-be96-86361bf5bbdf req-b4f4af18-c78c-45ad-a6b9-1759428afbc2 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082659 Feb 14 15:40:22.988474 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0b7df-fe14-41b3-8820-9e32ba1f814e req-8c65569c-ed88-4e32-89c6-beea007f513f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:22.989962 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66c0b7df-fe14-41b3-8820-9e32ba1f814e req-8c65569c-ed88-4e32-89c6-beea007f513f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0516746 Feb 14 15:40:23.037767 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66c0b7df-fe14-41b3-8820-9e32ba1f814e req-1516c1a5-b8f2-4d13-91f5-1baab6c4a19a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Feb 14 15:40:23.149465 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51754) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:23.254228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.335711 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Publish callbacks [] for security_group (4a1af3ef-d081-49a9-971d-8f531bae0435), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.389171 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860e52-85fc-4f62-b50b-930d4bbe4222 req-1705f93d-4182-4949-ac0c-f71e69f47958 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:23.390783 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4a860e52-85fc-4f62-b50b-930d4bbe4222 req-1705f93d-4182-4949-ac0c-f71e69f47958 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Feb 14 15:40:23.393881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4a1af3ef-d081-49a9-971d-8f531bae0435), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.432263 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02bfb3017b2f4c0ca29fe30496b5a546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816975 Feb 14 15:40:23.433620 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1af3ef-d081-49a9-971d-8f531bae0435,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:23.435688 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51760) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:23.443147 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4a860e52-85fc-4f62-b50b-930d4bbe4222 req-da845ba7-8201-48d3-afad-b56b41e9800c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Feb 14 15:40:23.452586 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.452778 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.453077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.453421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.453758 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.454103 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.454432 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.454785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.455116 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.455444 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.455808 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.456192 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.456524 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12438de-13e7-4864-8356-c70d176e9487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:23.495884 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] Publish callbacks [] for security_group (4a1af3ef-d081-49a9-971d-8f531bae0435), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.517647 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] Publish callbacks [] for security_group (4a1af3ef-d081-49a9-971d-8f531bae0435), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.658335 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4a1af3ef-d081-49a9-971d-8f531bae0435), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.661226 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:23.662433 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a1af3ef-d081-49a9-971d-8f531bae0435 HTTP/1.1" status: 204 len: 168 time: 0.2257092 Feb 14 15:40:23.694828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23d5c0-d209-4daf-8395-370d830041d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1af3ef-d081-49a9-971d-8f531bae0435,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:23.730303 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38f076-cd79-4220-8b1c-a420c0e14d9f req-63be1075-065a-42aa-951a-220cc3d8dcdc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:23.731804 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7d38f076-cd79-4220-8b1c-a420c0e14d9f req-63be1075-065a-42aa-951a-220cc3d8dcdc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0757360 Feb 14 15:40:23.781389 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7d38f076-cd79-4220-8b1c-a420c0e14d9f req-b69c3c29-788d-406b-950b-4318b023ed0c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Feb 14 15:40:24.177816 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52698963-de36-472b-9ec4-19bf18807a4f req-5c13af5a-cfd0-451f-a8a7-2e703b96c4d7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:24.180561 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-52698963-de36-472b-9ec4-19bf18807a4f req-5c13af5a-cfd0-451f-a8a7-2e703b96c4d7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 943 time: 0.0692055 Feb 14 15:40:24.248187 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-52698963-de36-472b-9ec4-19bf18807a4f req-4e0e77c5-3af5-46cc-86f2-0505b6c1ac0d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Feb 14 15:40:24.260177 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 6f74abce-eac4-4332-b6da-a39af63d40c4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:40:24.363426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6f74abce-eac4-4332-b6da-a39af63d40c4,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:24.374302 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '6f74abce-eac4-4332-b6da-a39af63d40c4', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'port_id': '6f74abce-eac4-4332-b6da-a39af63d40c4', 'mac_address': 'fa:16:3e:fe:d5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823e1052-d325-469d-af7d-079368d61c30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:40:24.411556 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 6f74abce-eac4-4332-b6da-a39af63d40c4 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:40:24.411977 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:24.427928 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f74abce-eac4-4332-b6da-a39af63d40c4 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:40:24.447895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6f74abce-eac4-4332-b6da-a39af63d40c4,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:24.561065 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712fc38-4d2e-4734-891b-b61f091a364c req-172a6586-07f9-4530-a27c-cc863e9017cf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:24.562647 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6712fc38-4d2e-4734-891b-b61f091a364c req-172a6586-07f9-4530-a27c-cc863e9017cf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Feb 14 15:40:24.565193 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:24.565863 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a91d2ce2-1134-41f6-96f4-3434bc028688 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:40:24.610710 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6712fc38-4d2e-4734-891b-b61f091a364c req-113a6f6c-14ef-4f05-a732-96c8eb0782e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Feb 14 15:40:24.645579 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:24.689444 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.689727 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.690093 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.690434 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.690760 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.691085 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.691417 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.691761 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.692085 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.692423 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.692747 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.693063 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.693385 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:24.720538 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:24.731428 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'port_id': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'mac_address': 'fa:16:3e:14:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:40:24.774184 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a91d2ce2-1134-41f6-96f4-3434bc028688 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:40:24.774583 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:24.792405 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91d2ce2-1134-41f6-96f4-3434bc028688 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:40:24.813180 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:24.913554 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570b0fb-2fc9-40cd-a9cd-c89c219aba02 req-00d1c1bb-20fe-4c8f-97b6-a1514e160351 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:24.916587 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3570b0fb-2fc9-40cd-a9cd-c89c219aba02 req-00d1c1bb-20fe-4c8f-97b6-a1514e160351 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 945 time: 0.0690854 Feb 14 15:40:24.924305 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:24.976847 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:24.984570 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3570b0fb-2fc9-40cd-a9cd-c89c219aba02 req-15a8fb6b-ff4a-4587-822d-7845b7e0d320 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520923 Feb 14 15:40:25.365392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258e7c-6801-4e49-b23f-1551c090ad00 req-9baf701c-a074-450d-b99f-5507becd339b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:25.366903 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e258e7c-6801-4e49-b23f-1551c090ad00 req-9baf701c-a074-450d-b99f-5507becd339b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 944 time: 0.0520275 Feb 14 15:40:25.412264 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e258e7c-6801-4e49-b23f-1551c090ad00 req-92b095f9-fa41-4bf2-8d32-8727b3b50976 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Feb 14 15:40:25.593431 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:40:25.617181 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['6f74abce-eac4-4332-b6da-a39af63d40c4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:40:25.730464 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175dc23-7c90-43c5-91c3-553a26a8c294 req-f091d80a-f561-4c5b-b92f-a2acdb95310b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:25.732052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3175dc23-7c90-43c5-91c3-553a26a8c294 req-f091d80a-f561-4c5b-b92f-a2acdb95310b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0543177 Feb 14 15:40:25.785368 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3175dc23-7c90-43c5-91c3-553a26a8c294 req-8431a332-2191-4fb5-9f82-a8110a9ffa1f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Feb 14 15:40:26.122046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0de53-c465-4a1a-ab19-c89864f6d5de req-9e6ff8a4-a92c-4f5b-98c8-325a59f2def3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:26.123489 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-34a0de53-c465-4a1a-ab19-c89864f6d5de req-9e6ff8a4-a92c-4f5b-98c8-325a59f2def3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Feb 14 15:40:26.169779 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-34a0de53-c465-4a1a-ab19-c89864f6d5de req-25342b52-573d-49e6-8a0a-df709b962703 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Feb 14 15:40:26.527116 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76c4e-5936-411b-abb5-8fcc5a8a1fbe req-8b796601-69fe-47af-bc10-dd8491f92e80 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:26.528516 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1da76c4e-5936-411b-abb5-8fcc5a8a1fbe req-8b796601-69fe-47af-bc10-dd8491f92e80 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 944 time: 0.0509789 Feb 14 15:40:26.575348 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1da76c4e-5936-411b-abb5-8fcc5a8a1fbe req-7c5659cb-3607-4f0b-98da-c470a4f42dd7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Feb 14 15:40:26.901275 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d113-6f81-4a3b-864c-b86a17c95896 req-e9ba6070-9da8-4344-9d5f-034bf4ca5dab tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:26.902745 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9d19d113-6f81-4a3b-864c-b86a17c95896 req-e9ba6070-9da8-4344-9d5f-034bf4ca5dab tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0509520 Feb 14 15:40:26.949405 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9d19d113-6f81-4a3b-864c-b86a17c95896 req-7009dc0c-15ab-4534-99d1-a51dd88ad81f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Feb 14 15:40:27.287502 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a8264-d87d-4c50-8ba7-902071032f71 req-d0a8d7ec-0f23-49ec-992f-136e9e8e2710 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:27.289070 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9c6a8264-d87d-4c50-8ba7-902071032f71 req-d0a8d7ec-0f23-49ec-992f-136e9e8e2710 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 945 time: 0.0541096 Feb 14 15:40:27.333930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c13c-2a2c-4488-9ec5-88aa7044d039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:27.339394 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9c6a8264-d87d-4c50-8ba7-902071032f71 req-6e6b4705-d95f-41bf-9690-50e8890f95c2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Feb 14 15:40:27.695370 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb757c-7262-490e-a14b-7852613d2453 req-6df14752-538f-4307-9f95-53efeaa4444d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:27.700211 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-95fb757c-7262-490e-a14b-7852613d2453 req-6df14752-538f-4307-9f95-53efeaa4444d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 944 time: 0.0599065 Feb 14 15:40:27.751221 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-95fb757c-7262-490e-a14b-7852613d2453 req-cea21294-9a50-41e8-b154-f1c2517355ae tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Feb 14 15:40:28.077510 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab6429-7634-43aa-98f0-edd573ca153e req-d94999d9-e5cb-4388-a912-a78718909e98 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:28.081268 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aeab6429-7634-43aa-98f0-edd573ca153e req-d94999d9-e5cb-4388-a912-a78718909e98 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0647182 Feb 14 15:40:28.126728 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aeab6429-7634-43aa-98f0-edd573ca153e req-794ddfa7-4ff1-4920-b9e3-b7b1b15e5ad8 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Feb 14 15:40:28.263501 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 6f74abce-eac4-4332-b6da-a39af63d40c4 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:40:28.371107 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 6f74abce-eac4-4332-b6da-a39af63d40c4 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:40:28.375353 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 6f74abce-eac4-4332-b6da-a39af63d40c4 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:40:28.375776 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.455666 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 6f74abce-eac4-4332-b6da-a39af63d40c4 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:40:28.456343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.470925 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abbfd-2814-4e4a-a17c-314ccd868304 req-9fe1dc77-dff5-45f7-a2c2-baceabb047ea tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:28.472590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9a9abbfd-2814-4e4a-a17c-314ccd868304 req-9fe1dc77-dff5-45f7-a2c2-baceabb047ea tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 945 time: 0.0612011 Feb 14 15:40:28.487709 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:40:28.490002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2c7d9-9f56-4243-86ea-9b0b125b79ae" -d '{"events": [{"server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:40:28.504319 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6f74abce-eac4-4332-b6da-a39af63d40c4,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:28.528708 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9a9abbfd-2814-4e4a-a17c-314ccd868304 req-ae01139c-aaf7-46b9-94be-0bf6a65cb0be tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502570 Feb 14 15:40:28.529065 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fc49df-82d6-43c8-b0bc-9481f7ac5ab0 x-openstack-request-id: req-12fc49df-82d6-43c8-b0bc-9481f7ac5ab0 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:40:28.529380 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:40:28.529638 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12fc49df-82d6-43c8-b0bc-9481f7ac5ab0 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:40:28.530056 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4', 'code': 200} Feb 14 15:40:28.570763 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.571654 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a91d2ce2-1134-41f6-96f4-3434bc028688 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:40:28.650844 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:28.696217 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port a91d2ce2-1134-41f6-96f4-3434bc028688 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:40:28.700178 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a91d2ce2-1134-41f6-96f4-3434bc028688 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:40:28.700562 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.790207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a91d2ce2-1134-41f6-96f4-3434bc028688 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:40:28.790664 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.829668 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:40:28.867018 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb8dc6-b899-4a15-8dca-423b937ddc12 req-ef12510a-cd00-4c23-af90-11563296171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:28.868763 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aecb8dc6-b899-4a15-8dca-423b937ddc12 req-ef12510a-cd00-4c23-af90-11563296171d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 1130 time: 0.0525694 Feb 14 15:40:28.902157 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:28.911691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c312-c91f-4264-852d-35ebd92a4024 req-71aa0cd7-787a-40ad-8ecf-e60c30716caf tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:28.913833 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5498c312-c91f-4264-852d-35ebd92a4024 req-71aa0cd7-787a-40ad-8ecf-e60c30716caf tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 944 time: 0.0657237 Feb 14 15:40:28.918952 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aecb8dc6-b899-4a15-8dca-423b937ddc12 req-c1bba26a-6b84-48f3-85e6-2a9d33b176fa service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Feb 14 15:40:28.966448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:28.972792 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5498c312-c91f-4264-852d-35ebd92a4024 req-b5f9ed84-cc11-47de-a832-1049b71262c3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Feb 14 15:40:29.249292 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04729f28-b505-4963-a7b2-83ba2f2a33dd req-033f3fb1-a46f-4d90-b5fb-8f3a392bb94f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:29.250753 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-04729f28-b505-4963-a7b2-83ba2f2a33dd req-033f3fb1-a46f-4d90-b5fb-8f3a392bb94f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Feb 14 15:40:29.296815 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-04729f28-b505-4963-a7b2-83ba2f2a33dd req-7776d4e7-32e2-4b69-94e5-9d26fe76aa5f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Feb 14 15:40:29.311195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51910) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:29.423665 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9cf76b17-6232-4c61-9e1f-de61712c8e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:29.496436 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9cf76b17-6232-4c61-9e1f-de61712c8e04 admin admin] Publish callbacks [] for security_group (c57ba5bb-32d9-43a5-bd51-88eea8a3eab3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:29.570879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9cf76b17-6232-4c61-9e1f-de61712c8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c57ba5bb-32d9-43a5-bd51-88eea8a3eab3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:29.613578 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9cf76b17-6232-4c61-9e1f-de61712c8e04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=058d29f5abde4cc1967d6456026d6d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011975 Feb 14 15:40:29.614597 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf76b17-6232-4c61-9e1f-de61712c8e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ba5bb-32d9-43a5-bd51-88eea8a3eab3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:29.618699 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51920) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:29.651497 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f6148-f44e-4e35-9a05-213b03e14977 req-20aa136f-45ae-49b0-9d5c-0eb85c561e6c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:29.653009 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-104f6148-f44e-4e35-9a05-213b03e14977 req-20aa136f-45ae-49b0-9d5c-0eb85c561e6c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0584130 Feb 14 15:40:29.669436 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] Publish callbacks [] for security_group (c57ba5bb-32d9-43a5-bd51-88eea8a3eab3), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:29.693018 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] Publish callbacks [] for security_group (c57ba5bb-32d9-43a5-bd51-88eea8a3eab3), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:29.699687 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-104f6148-f44e-4e35-9a05-213b03e14977 req-18007c37-2fd0-47a5-90e5-91b117f3c57a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Feb 14 15:40:29.748355 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5defefca-8539-4f90-af11-a4a0446fda70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.033756 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c57ba5bb-32d9-43a5-bd51-88eea8a3eab3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.036381 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.037539 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c57ba5bb-32d9-43a5-bd51-88eea8a3eab3 HTTP/1.1" status: 204 len: 168 time: 0.4179127 Feb 14 15:40:30.069424 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e43a-e17f-4140-aaea-166489441ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ba5bb-32d9-43a5-bd51-88eea8a3eab3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:30.104385 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704599-3089-4e20-a2a1-f37201967552 req-2a8e2fbf-ccbd-491b-a0b4-955927e71e16 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:30.105853 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2704599-3089-4e20-a2a1-f37201967552 req-2a8e2fbf-ccbd-491b-a0b4-955927e71e16 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0671449 Feb 14 15:40:30.151984 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2704599-3089-4e20-a2a1-f37201967552 req-1f3f641d-f8d9-4e9d-998a-1bdd0c117b49 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Feb 14 15:40:30.415813 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219df31-b3af-4e0a-b5a0-69ad4fcff875 req-610ad587-f70d-442b-8687-fb77ed95d01e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:30.422106 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7219df31-b3af-4e0a-b5a0-69ad4fcff875 req-610ad587-f70d-442b-8687-fb77ed95d01e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Feb 14 15:40:30.465177 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7219df31-b3af-4e0a-b5a0-69ad4fcff875 req-b7eef1cb-e3ca-4114-a8bb-a562538bc4e9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Feb 14 15:40:30.531312 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:40:30.533930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adabdd6-d38c-4d67-91d9-4619eeca0e18" -d '{"events": [{"server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "name": "network-vif-plugged", "status": "completed", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:40:30.568454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d18cf-0959-4ae5-a92e-af304082b15a x-openstack-request-id: req-a13d18cf-0959-4ae5-a92e-af304082b15a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:40:30.568755 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "name": "network-vif-plugged", "status": "completed", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:40:30.569005 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a13d18cf-0959-4ae5-a92e-af304082b15a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:40:30.569399 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'code': 200} Feb 14 15:40:30.652119 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51938) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:30.665519 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5222827d-062e-4b03-8544-f3e0b0e68c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.673853 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.736959 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5222827d-062e-4b03-8544-f3e0b0e68c4f admin admin] Publish callbacks [] for security_group (161c1583-1e45-4be9-bcf5-78a99227b916), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.811003 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5222827d-062e-4b03-8544-f3e0b0e68c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (161c1583-1e45-4be9-bcf5-78a99227b916), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.817934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a4a8b-5cb0-4621-b963-8ec9fec47ef7 req-389a9f45-a8e0-4bba-9e80-d95ac5c0b5c8 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:30.819930 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a95a4a8b-5cb0-4621-b963-8ec9fec47ef7 req-389a9f45-a8e0-4bba-9e80-d95ac5c0b5c8 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0541129 Feb 14 15:40:30.853119 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5222827d-062e-4b03-8544-f3e0b0e68c4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f93c87b6d494f02a7ff16aff1fc70ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998880 Feb 14 15:40:30.854239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222827d-062e-4b03-8544-f3e0b0e68c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161c1583-1e45-4be9-bcf5-78a99227b916,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:30.855788 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:30.887700 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a95a4a8b-5cb0-4621-b963-8ec9fec47ef7 req-401d4fd3-824e-4dab-bf8c-134e2f37f6b6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Feb 14 15:40:30.919131 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Publish callbacks [] for security_group (161c1583-1e45-4be9-bcf5-78a99227b916), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:30.940000 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Publish callbacks [] for security_group (161c1583-1e45-4be9-bcf5-78a99227b916), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:31.051173 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (161c1583-1e45-4be9-bcf5-78a99227b916), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:31.054422 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:31.055653 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/161c1583-1e45-4be9-bcf5-78a99227b916 HTTP/1.1" status: 204 len: 168 time: 0.1987631 Feb 14 15:40:31.066771 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161c1583-1e45-4be9-bcf5-78a99227b916,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:31.072260 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.072812 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.073172 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.073523 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.073869 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.074208 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.074595 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.074936 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.075268 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.075624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.076103 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.076441 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.076922 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c5f58-7633-4184-8c6b-d388fe74ebe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:40:31.268032 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bad769-fc07-4ffa-a804-5f1f4a40a9aa req-f9ea14e6-6018-4c01-bca4-ab7ec33e8f0b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:31.269485 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19bad769-fc07-4ffa-a804-5f1f4a40a9aa req-f9ea14e6-6018-4c01-bca4-ab7ec33e8f0b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0509419 Feb 14 15:40:31.314605 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19bad769-fc07-4ffa-a804-5f1f4a40a9aa req-51c4faba-aa9e-43cc-9cdf-0ba1c80372c4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Feb 14 15:40:31.582718 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc093-af78-4313-8a17-23cf25124190 req-bd4a4872-0f26-43fd-87ec-06b204d4eced tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:31.584213 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5c1bc093-af78-4313-8a17-23cf25124190 req-bd4a4872-0f26-43fd-87ec-06b204d4eced tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0531077 Feb 14 15:40:31.630501 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5c1bc093-af78-4313-8a17-23cf25124190 req-ddac6a2e-2001-448d-acb1-6ea10df357ee tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Feb 14 15:40:31.730051 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 51962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:31.743456 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae9838e9-d28f-4c67-9bbf-21575fbd1720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:31.846248 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae9838e9-d28f-4c67-9bbf-21575fbd1720 admin admin] Publish callbacks [] for security_group (354cc05f-93b8-49e9-9f94-65020841e344), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.009690 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e8c5a-4571-42e4-97bf-976e82083858 req-925673ae-37b1-4ae8-8c62-838a90391c1a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:32.011158 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d83e8c5a-4571-42e4-97bf-976e82083858 req-925673ae-37b1-4ae8-8c62-838a90391c1a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0525341 Feb 14 15:40:32.058506 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d83e8c5a-4571-42e4-97bf-976e82083858 req-5640f313-cabf-433e-86f8-87083443fe10 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Feb 14 15:40:32.429882 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c65d-d9df-46ba-9586-d2108ebf96c6 req-dbe4ae7e-0140-416a-868f-5a1d658c33d1 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:32.431363 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9f07c65d-d9df-46ba-9586-d2108ebf96c6 req-dbe4ae7e-0140-416a-868f-5a1d658c33d1 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0523813 Feb 14 15:40:32.450422 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ae9838e9-d28f-4c67-9bbf-21575fbd1720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (354cc05f-93b8-49e9-9f94-65020841e344), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.467837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.524708 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ae9838e9-d28f-4c67-9bbf-21575fbd1720 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50e11db883af43b7bf7276556068a012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7935181 Feb 14 15:40:32.527004 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9838e9-d28f-4c67-9bbf-21575fbd1720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354cc05f-93b8-49e9-9f94-65020841e344,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:32.527444 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 51972) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:32.533419 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9f07c65d-d9df-46ba-9586-d2108ebf96c6 req-376aece9-5706-4c96-a78b-5db6b2ef18dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965538 Feb 14 15:40:32.585502 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] Publish callbacks [] for security_group (354cc05f-93b8-49e9-9f94-65020841e344), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.606445 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] Publish callbacks [] for security_group (354cc05f-93b8-49e9-9f94-65020841e344), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.724207 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (354cc05f-93b8-49e9-9f94-65020841e344), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.726773 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:32.727888 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/354cc05f-93b8-49e9-9f94-65020841e344 HTTP/1.1" status: 204 len: 168 time: 0.1994200 Feb 14 15:40:32.738603 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efd792-3e09-4d78-942e-9817914ed7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354cc05f-93b8-49e9-9f94-65020841e344,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:32.761970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546914-d1f3-4b86-a6a3-4d85806a38e0 req-563e0c96-74be-4b22-b258-69d77ea76725 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:32.763407 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c2546914-d1f3-4b86-a6a3-4d85806a38e0 req-563e0c96-74be-4b22-b258-69d77ea76725 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0661094 Feb 14 15:40:32.810288 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c2546914-d1f3-4b86-a6a3-4d85806a38e0 req-f8a34ac6-7715-45a7-9d9d-5fff2751e37c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Feb 14 15:40:33.175398 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94594-f92c-4989-aed8-58432734af9a req-effefd6f-1990-4c3c-81af-eaa3e14c1846 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:33.179363 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-92a94594-f92c-4989-aed8-58432734af9a req-effefd6f-1990-4c3c-81af-eaa3e14c1846 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0527885 Feb 14 15:40:33.235057 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-92a94594-f92c-4989-aed8-58432734af9a req-fbac51cb-502d-4bbe-9c72-c3b16adedc16 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525179 Feb 14 15:40:33.348453 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:33.658271 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a48a-26a0-4c21-9259-23d6dd494cf9 req-15e76ce9-b208-4089-bb0a-0bb7614e63aa tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:33.659784 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dab3a48a-26a0-4c21-9259-23d6dd494cf9 req-15e76ce9-b208-4089-bb0a-0bb7614e63aa tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0581617 Feb 14 15:40:33.709253 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dab3a48a-26a0-4c21-9259-23d6dd494cf9 req-559d3f12-e1db-4b68-b33c-9139704fc323 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Feb 14 15:40:33.897089 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0033a8-8fb3-4d27-99a1-3bcbcc183c50 req-10a1ee6f-09fd-4ac2-9fa9-47aae43e090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:33.898693 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0b0033a8-8fb3-4d27-99a1-3bcbcc183c50 req-10a1ee6f-09fd-4ac2-9fa9-47aae43e090a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1129 time: 0.0475368 Feb 14 15:40:33.932369 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c18fa-b464-4f6c-82c4-4296e40d8494 req-942d3e91-969a-4124-9de9-264cbf5c4423 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:33.934007 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-964c18fa-b464-4f6c-82c4-4296e40d8494 req-942d3e91-969a-4124-9de9-264cbf5c4423 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0564947 Feb 14 15:40:33.946398 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0b0033a8-8fb3-4d27-99a1-3bcbcc183c50 req-40f1bd2f-005e-4919-b4a6-194cfb2b67ae service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Feb 14 15:40:33.980269 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-964c18fa-b464-4f6c-82c4-4296e40d8494 req-d1224a14-46e1-4efc-80f3-f8937e3a930e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Feb 14 15:40:34.371412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3ba2c-1d0a-4e1b-b368-654acfbd5065 req-db80b166-8fb2-4d88-8141-bd165931696e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:34.373121 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ec3ba2c-1d0a-4e1b-b368-654acfbd5065 req-db80b166-8fb2-4d88-8141-bd165931696e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0644910 Feb 14 15:40:34.421246 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ec3ba2c-1d0a-4e1b-b368-654acfbd5065 req-977de7db-97a9-43a3-81eb-6b1e0234f8cf tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Feb 14 15:40:34.829238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7dc4a-2be4-4104-a236-0020e740a40e req-90fe68f7-23be-4c91-a2a4-a150e3f91e24 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:34.830761 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c5e7dc4a-2be4-4104-a236-0020e740a40e req-90fe68f7-23be-4c91-a2a4-a150e3f91e24 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0562325 Feb 14 15:40:34.880166 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c5e7dc4a-2be4-4104-a236-0020e740a40e req-29a39f96-9bbe-4956-89f7-61b14b885c90 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Feb 14 15:40:35.102868 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac55d-ef55-41c7-9b5a-d04dce110991 req-61fdb9ac-e407-4f6c-8861-13c92b7609df tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:35.104393 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-36bac55d-ef55-41c7-9b5a-d04dce110991 req-61fdb9ac-e407-4f6c-8861-13c92b7609df tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0565078 Feb 14 15:40:35.150735 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-36bac55d-ef55-41c7-9b5a-d04dce110991 req-9e238796-8917-4934-80f0-e171899730bc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Feb 14 15:40:35.543135 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dda6-314b-4a8f-b3d8-5c08d56ad31b req-ae71ffbe-2d14-4766-8a37-45fd0686250e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:35.544622 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eaf5dda6-314b-4a8f-b3d8-5c08d56ad31b req-ae71ffbe-2d14-4766-8a37-45fd0686250e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0554273 Feb 14 15:40:35.597567 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eaf5dda6-314b-4a8f-b3d8-5c08d56ad31b req-5eac802e-6c11-4916-8d5c-8e9e8716f8dd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Feb 14 15:40:36.007958 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d10370-2148-42f9-a77f-d36758ba1091 req-2b311687-5105-4c86-acb9-16859ff7ad4b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:36.009484 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b0d10370-2148-42f9-a77f-d36758ba1091 req-2b311687-5105-4c86-acb9-16859ff7ad4b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0573125 Feb 14 15:40:36.058128 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b0d10370-2148-42f9-a77f-d36758ba1091 req-ca1f289b-67dc-49cb-b369-894e9fb5a7dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Feb 14 15:40:36.276456 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da407b2-f051-4180-81e9-7c4bdcdd8fc3 req-b91c7179-85fe-4d87-9a13-12be99fe3ef9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:36.277952 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8da407b2-f051-4180-81e9-7c4bdcdd8fc3 req-b91c7179-85fe-4d87-9a13-12be99fe3ef9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0608475 Feb 14 15:40:36.328545 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8da407b2-f051-4180-81e9-7c4bdcdd8fc3 req-343845bc-b543-4717-ba65-6919d837e55b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Feb 14 15:40:36.530515 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32227353-1ee7-4340-8598-3bc22a4af5c3 req-05b4d260-ac60-4a65-b359-0aae16aa1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:36.531998 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32227353-1ee7-4340-8598-3bc22a4af5c3 req-05b4d260-ac60-4a65-b359-0aae16aa1a6d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0466914 Feb 14 15:40:36.595378 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32227353-1ee7-4340-8598-3bc22a4af5c3 req-88e5a90f-2105-4bdb-b135-42b069233ba0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Feb 14 15:40:36.717144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e74b3-f2eb-4e23-9141-dfd210267afd req-a3d285b3-6274-4735-a1ae-e786806f9348 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:36.718538 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-893e74b3-f2eb-4e23-9141-dfd210267afd req-a3d285b3-6274-4735-a1ae-e786806f9348 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0534742 Feb 14 15:40:36.763257 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-893e74b3-f2eb-4e23-9141-dfd210267afd req-e98d5034-071a-467b-8980-ab576de553b1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Feb 14 15:40:37.186703 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372013-bc5e-4092-8cc3-53f36cd32aaa req-452914f8-d3c3-498d-97f8-e394131d3d20 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:37.188229 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-88372013-bc5e-4092-8cc3-53f36cd32aaa req-452914f8-d3c3-498d-97f8-e394131d3d20 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0597928 Feb 14 15:40:37.237770 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-88372013-bc5e-4092-8cc3-53f36cd32aaa req-7af50cdf-d01e-4c82-8b28-e66c7b1fac6f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Feb 14 15:40:37.359979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9290d-d034-4038-ac7e-7a92005c57a7 req-06c30bdf-9429-4283-a2e8-bfd32c49b719 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:37.361508 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-18b9290d-d034-4038-ac7e-7a92005c57a7 req-06c30bdf-9429-4283-a2e8-bfd32c49b719 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0581160 Feb 14 15:40:37.417475 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-18b9290d-d034-4038-ac7e-7a92005c57a7 req-b133a3de-1146-484b-a07e-db405f5a03eb tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Feb 14 15:40:37.502930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a8b2c-d2d6-46da-84cf-26da51a11690 req-0a0fa33f-7181-454e-8456-b5e53948c089 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:37.502930 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-510a8b2c-d2d6-46da-84cf-26da51a11690 req-0a0fa33f-7181-454e-8456-b5e53948c089 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0586793 Feb 14 15:40:37.570190 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-510a8b2c-d2d6-46da-84cf-26da51a11690 req-8c3f4b75-405c-4f29-adc4-0601876e2145 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665207 Feb 14 15:40:37.795898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba7a7-cacd-47a9-a81f-c346f33dab3d req-c0e35dff-9206-4194-a492-fa925ea1d840 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:37.797449 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6e7ba7a7-cacd-47a9-a81f-c346f33dab3d req-c0e35dff-9206-4194-a492-fa925ea1d840 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0553904 Feb 14 15:40:37.845122 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6e7ba7a7-cacd-47a9-a81f-c346f33dab3d req-37f5e1a6-b565-44f6-ac1c-628aebe13c16 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Feb 14 15:40:38.704213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657394e-3d9c-4ac7-b04a-b8e979ecbc73 req-3b205604-0301-4b3a-a60e-988b2a146a97 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:38.705684 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d657394e-3d9c-4ac7-b04a-b8e979ecbc73 req-3b205604-0301-4b3a-a60e-988b2a146a97 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0538478 Feb 14 15:40:38.753547 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d657394e-3d9c-4ac7-b04a-b8e979ecbc73 req-6cd0cec1-d37c-4f55-9c57-ac7de3a4e9f3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Feb 14 15:40:39.874504 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d920-75fb-4493-b6df-989399d5b91d req-6fd1eaff-833a-4c27-b539-d36183c5c25e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:39.875978 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a898d920-75fb-4493-b6df-989399d5b91d req-6fd1eaff-833a-4c27-b539-d36183c5c25e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0557520 Feb 14 15:40:39.924310 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a898d920-75fb-4493-b6df-989399d5b91d req-fc324c2d-988b-4dce-a2db-e8439360999b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Feb 14 15:40:40.430831 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2267c6-eca5-47f5-aa7a-8fca8b2ed732 req-00809b94-da4c-4951-a1b0-39a1e1baa4a3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:40.432766 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5d2267c6-eca5-47f5-aa7a-8fca8b2ed732 req-00809b94-da4c-4951-a1b0-39a1e1baa4a3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0558047 Feb 14 15:40:40.484806 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5d2267c6-eca5-47f5-aa7a-8fca8b2ed732 req-81209f50-e782-47fa-b14d-73afa09feaba tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467069 Feb 14 15:40:40.505505 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995ae2-89ee-43d2-bcac-7b034392096f req-21b21b77-2458-4a2c-aaa0-920f5eb20f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:40.507041 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-21b21b77-2458-4a2c-aaa0-920f5eb20f29 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0467660 Feb 14 15:40:40.604895 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995ae2-89ee-43d2-bcac-7b034392096f req-dd4a2718-9000-4206-95fa-d1fc354d79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:40.606522 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-dd4a2718-9000-4206-95fa-d1fc354d79e6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.0904546 Feb 14 15:40:40.653576 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-09bbfbff-93f6-4762-abce-519e85860e22 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0395308 Feb 14 15:40:40.713948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995ae2-89ee-43d2-bcac-7b034392096f req-01b46db4-ac8a-4393-bf2b-8ea70e0f7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:40.715416 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-01b46db4-ac8a-4393-bf2b-8ea70e0f7270 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0559676 Feb 14 15:40:40.756531 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-10093923-c030-4379-adb2-f1abe266870d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262606 Feb 14 15:40:40.871198 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-b05237bb-4761-43d8-9075-7021ce751f2e service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170008 Feb 14 15:40:41.046521 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43995ae2-89ee-43d2-bcac-7b034392096f req-cb922548-3da0-4ade-9977-f057cc956d21 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691372 Feb 14 15:40:41.074506 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-c92b581f-8838-43ab-9dab-272c100f05ae tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:41.076108 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-c92b581f-8838-43ab-9dab-272c100f05ae tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1338964 Feb 14 15:40:41.091890 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-1629b30d-e42e-415d-9dde-f575d3f17a30 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/quotas/7bc665899fee40b1bbf31d1277c45078 HTTP/1.1" status: 200 len: 375 time: 0.0093043 Feb 14 15:40:41.152238 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-841c3554-77c6-4a1f-bcd3-fc14f722e4ff tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562124 Feb 14 15:40:41.248325 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-4062d5bd-90f6-48f5-8437-25f54d1352a2 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892324 Feb 14 15:40:41.344621 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-6927e6cc-b0e4-4c3b-94b6-f8b24db4f9f5 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904934 Feb 14 15:40:41.653253 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfd5ae-1db6-4bb8-b37c-8e1562885fdd req-89a9d882-e55f-442c-8ddc-182c3b7906ce tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:41.660071 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-80dfd5ae-1db6-4bb8-b37c-8e1562885fdd req-89a9d882-e55f-442c-8ddc-182c3b7906ce tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0770917 Feb 14 15:40:41.709689 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-80dfd5ae-1db6-4bb8-b37c-8e1562885fdd req-179af2c3-79dd-474b-969e-6d70807f84d3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477560 Feb 14 15:40:41.773526 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-939893f6-e69d-4e86-b1bf-696d455cf9b3 req-814efa90-be41-435f-b853-d500d5e01a5a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Feb 14 15:40:42.056303 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.114017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52288) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:42.276354 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b55a5ff-3575-4409-b1cb-cd9d4f56ade1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.375242 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b55a5ff-3575-4409-b1cb-cd9d4f56ade1 admin admin] Publish callbacks [] for security_group (d538e0df-50e2-4a13-9556-45029d24c81a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.438878 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b55a5ff-3575-4409-b1cb-cd9d4f56ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d538e0df-50e2-4a13-9556-45029d24c81a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.477642 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3b55a5ff-3575-4409-b1cb-cd9d4f56ade1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb575d2a150f473491c2cd8fc5966d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624904 Feb 14 15:40:42.478894 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55a5ff-3575-4409-b1cb-cd9d4f56ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538e0df-50e2-4a13-9556-45029d24c81a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:42.480696 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 52300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:42.534820 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] Publish callbacks [] for security_group (d538e0df-50e2-4a13-9556-45029d24c81a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.556003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] Publish callbacks [] for security_group (d538e0df-50e2-4a13-9556-45029d24c81a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.730819 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d538e0df-50e2-4a13-9556-45029d24c81a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.733814 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:42.735246 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d538e0df-50e2-4a13-9556-45029d24c81a HTTP/1.1" status: 204 len: 168 time: 0.2528565 Feb 14 15:40:42.743495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8959f6-901c-4545-b3c0-3c2495bf648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538e0df-50e2-4a13-9556-45029d24c81a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:42.860249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12161b6-e442-48ed-b76f-9c2b40b57bb3 req-a6568b0f-88a1-4c07-ae18-f7361607fd9d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:42.861825 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b12161b6-e442-48ed-b76f-9c2b40b57bb3 req-a6568b0f-88a1-4c07-ae18-f7361607fd9d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0728173 Feb 14 15:40:42.880008 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1e0abcf1-93a7-4bc1-8fbf-6b3ef7d65c3a req-ba0ddec2-0439-4aff-872e-021e655597cc tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0331619 Feb 14 15:40:42.933360 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b12161b6-e442-48ed-b76f-9c2b40b57bb3 req-f0643acf-4190-49fb-a2a8-dd52b86a5e21 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658395 Feb 14 15:40:43.980234 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-eebafe90-43cd-4719-bee2-07fdb67b56f5 req-410d10f0-078e-4820-97ff-20577b8dd289 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Feb 14 15:40:44.073494 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254d70-a207-4d55-a00a-ea6a8e9b5769 req-feb486bf-ca6d-4835-9a4f-0c270d548fcc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:44.075134 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e254d70-a207-4d55-a00a-ea6a8e9b5769 req-feb486bf-ca6d-4835-9a4f-0c270d548fcc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Feb 14 15:40:44.124992 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e254d70-a207-4d55-a00a-ea6a8e9b5769 req-86e66d78-e801-4a53-9441-d85ab7d42531 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 14 15:40:45.056727 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:40:45.081934 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-384f00c7-bfb9-4687-b08c-7c8548548c1d req-64b761c1-dae4-443b-a17d-6f1c970ed2a7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0299816 Feb 14 15:40:45.245804 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b3a5c-52f0-4402-bc10-33e209b598fb req-7fcd57c8-4087-4c0e-817b-5eeb3650bdf9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:45.247312 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-467b3a5c-52f0-4402-bc10-33e209b598fb req-7fcd57c8-4087-4c0e-817b-5eeb3650bdf9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Feb 14 15:40:45.294871 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-467b3a5c-52f0-4402-bc10-33e209b598fb req-411bf6fe-1e25-4254-8900-5eeb99074b49 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Feb 14 15:40:46.175742 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-db502f12-be83-4f4a-9369-9f78d93defba req-6326b1ef-5f68-4882-a682-434fc6e9afd2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Feb 14 15:40:46.419057 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa1d70-0a1a-4608-be76-4550d79c303b req-1d9682b5-8faa-46a4-b6f3-9d56a8c7f6f4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:46.420613 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5bfa1d70-0a1a-4608-be76-4550d79c303b req-1d9682b5-8faa-46a4-b6f3-9d56a8c7f6f4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Feb 14 15:40:46.466047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5bfa1d70-0a1a-4608-be76-4550d79c303b req-ab0c6035-cb07-4010-bcc4-108bf75c26ad tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Feb 14 15:40:47.271036 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a4b568b7-4da9-4a9c-b416-ef2c61d56fed req-672daf54-52a3-482c-991e-e5acd03b6f1a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0266664 Feb 14 15:40:47.588755 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c519bd-a536-4467-a684-81ff85f64476 req-6f7e0ec5-3e81-4029-bdfe-d36f33898a12 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:47.590258 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-65c519bd-a536-4467-a684-81ff85f64476 req-6f7e0ec5-3e81-4029-bdfe-d36f33898a12 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0563161 Feb 14 15:40:47.637967 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-65c519bd-a536-4467-a684-81ff85f64476 req-2dc39e2b-6f8b-40f5-8d78-895dde86bbd8 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Feb 14 15:40:48.367079 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-65169e97-36f0-4e96-90b8-1e136ef73377 req-c27cc150-7f57-48a4-aade-482923c66aa6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0262940 Feb 14 15:40:48.753485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c66a-614e-43ff-955d-2d85afe347b8 req-6e30d609-51e6-413a-b11e-54f635112e3c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:48.754954 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31d9c66a-614e-43ff-955d-2d85afe347b8 req-6e30d609-51e6-413a-b11e-54f635112e3c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Feb 14 15:40:48.800690 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31d9c66a-614e-43ff-955d-2d85afe347b8 req-dd363805-0466-4466-a9d8-ea4c34215a25 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Feb 14 15:40:49.233784 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-012656d3-faac-48fb-95ea-c88ef999921c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:49.235258 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-012656d3-faac-48fb-95ea-c88ef999921c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1049478 Feb 14 15:40:49.260966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Request body: {'port': {'device_id': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'admin_state_up': True, 'tenant_id': '7bc665899fee40b1bbf31d1277c45078'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:40:49.458377 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-73587575-4563-4dc4-855d-973d9d2b4f19 req-48088fe2-c133-464f-ba34-4e0ffaacf1fa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0260839 Feb 14 15:40:49.483224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:40:49.486624 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:49.620384 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Allocated IP 172.20.0.4 (be404b3e-4d5f-4566-9a44-63b992939d4e/823e1052-d325-469d-af7d-079368d61c30/77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:40:49.766961 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks [] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:49.850804 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:49.913649 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Network be404b3e-4d5f-4566-9a44-63b992939d4e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:40:49.923131 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:40:49.934179 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:40:49.939188 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:49.939810 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:49.946281 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event updated for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:49.947838 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', '6f74abce-eac4-4332-b6da-a39af63d40c4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:40:49.968226 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777e7c-0817-40be-943d-84d025f526b4 req-bcf441b1-e9c7-4d15-a75f-3b2caf139d0f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:49.969720 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2f777e7c-0817-40be-943d-84d025f526b4 req-bcf441b1-e9c7-4d15-a75f-3b2caf139d0f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0922279 Feb 14 15:40:50.020690 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-2cc8db5b-0a6d-4e6f-80a6-cf73e1505bf5 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635813 Feb 14 15:40:50.024307 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2f777e7c-0817-40be-943d-84d025f526b4 req-9fe9d3e1-fd57-408a-a836-19e846c36265 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Feb 14 15:40:50.574290 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7827-07c7-46b5-96ae-9ab04f3fa91c req-14175db1-e9f5-4fd4-bda1-b7279d2f0589 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:50.575852 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21cd7827-07c7-46b5-96ae-9ab04f3fa91c req-14175db1-e9f5-4fd4-bda1-b7279d2f0589 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 931 time: 0.0513525 Feb 14 15:40:50.625641 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21cd7827-07c7-46b5-96ae-9ab04f3fa91c req-60cb0537-21ef-4a77-acd7-8bbddf761447 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Feb 14 15:40:51.141187 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dddb2-d35e-4403-b5d9-f6b2a57ea698 req-da12cb49-a924-44b1-b897-a9119450dd78 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:51.142907 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e14dddb2-d35e-4403-b5d9-f6b2a57ea698 req-da12cb49-a924-44b1-b897-a9119450dd78 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0512919 Feb 14 15:40:51.189789 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e14dddb2-d35e-4403-b5d9-f6b2a57ea698 req-c8f62ad4-744b-4c86-bcdf-0f2fbed2eb43 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Feb 14 15:40:51.738345 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d187f-cfcb-43ca-a6c7-b0aaf6a6e4e7 req-100a3ed8-a41a-4001-a0d6-f5ef35df73f3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:51.739862 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f7d187f-cfcb-43ca-a6c7-b0aaf6a6e4e7 req-100a3ed8-a41a-4001-a0d6-f5ef35df73f3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 931 time: 0.0497792 Feb 14 15:40:51.791115 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f7d187f-cfcb-43ca-a6c7-b0aaf6a6e4e7 req-7e8a77ed-7a05-49ec-927c-6c8a654b4c94 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Feb 14 15:40:52.309223 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70866f1-846c-4437-8cd5-57c7dd885880 req-8aeacbe2-f521-43a2-823b-93f9f53cb62a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:52.311088 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e70866f1-846c-4437-8cd5-57c7dd885880 req-8aeacbe2-f521-43a2-823b-93f9f53cb62a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Feb 14 15:40:52.362475 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e70866f1-846c-4437-8cd5-57c7dd885880 req-42c2a0b7-d0d9-48e9-84ad-f2c446fd03eb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Feb 14 15:40:52.905309 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195044b-7969-4bd5-851e-abc4cb5e7e7c req-2f224273-6fef-4934-aaa6-6774495e08b4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:52.906881 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b195044b-7969-4bd5-851e-abc4cb5e7e7c req-2f224273-6fef-4934-aaa6-6774495e08b4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 931 time: 0.0500727 Feb 14 15:40:52.952490 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b195044b-7969-4bd5-851e-abc4cb5e7e7c req-96321c13-08c3-4fc1-ac24-9fd4cab00f09 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Feb 14 15:40:53.486217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa598ab-2560-4b0b-bbdd-d03d8215fa96 req-8514c3e4-a943-45b5-a64d-ff1900b360f3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:53.487843 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-faa598ab-2560-4b0b-bbdd-d03d8215fa96 req-8514c3e4-a943-45b5-a64d-ff1900b360f3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Feb 14 15:40:53.535402 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-faa598ab-2560-4b0b-bbdd-d03d8215fa96 req-45d7b828-2979-42bf-8c8b-a9506e917ef2 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Feb 14 15:40:54.071846 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d357-5fb8-40d2-b7bb-faf39b93a1c2 req-6e03c93c-ffb3-440c-8051-552665f7945e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:54.073281 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e66d357-5fb8-40d2-b7bb-faf39b93a1c2 req-6e03c93c-ffb3-440c-8051-552665f7945e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 931 time: 0.0537732 Feb 14 15:40:54.119380 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e66d357-5fb8-40d2-b7bb-faf39b93a1c2 req-709844eb-d8d9-4ec3-b1eb-3866ec995aba tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Feb 14 15:40:54.545569 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Request body: {'port': {'device_id': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:40:54.615493 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:54.762821 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aae7a-2d60-4e7e-8857-35c7c65ce1d9 req-3959d52a-44ea-4b02-ab4f-0e757f197c44 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:54.764342 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f1aae7a-2d60-4e7e-8857-35c7c65ce1d9 req-3959d52a-44ea-4b02-ab4f-0e757f197c44 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.1397660 Feb 14 15:40:54.869089 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f1aae7a-2d60-4e7e-8857-35c7c65ce1d9 req-db31666a-a66c-4880-8fc0-af8adb5b4432 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960641 Feb 14 15:40:54.944608 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:40:54.952358 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks [] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:54.963881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Transition to ACTIVE for port object 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:40:55.032960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:55.079807 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Pushing event updated for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:55.116080 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Attempting to bind port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:40:55.116417 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Attempting to bind port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:40:55.116749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Attempting to bind port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:40:55.121032 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 on network be404b3e-4d5f-4566-9a44-63b992939d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:40:55.121353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Attempting to bind port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:40:55.126106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:40:55.126438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Checking segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:40:55.126818 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Bound using segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:40:55.127236 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Bound port: 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:40:55.127611 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:55.190827 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:40:55.193884 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:40:55.235497 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814759-67bc-4e3a-9c49-4c8d7fec405b req-142e6093-e0f2-4e55-95da-5a9c17a65320 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.236985 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29814759-67bc-4e3a-9c49-4c8d7fec405b req-142e6093-e0f2-4e55-95da-5a9c17a65320 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 943 time: 0.0516171 Feb 14 15:40:55.272946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:55.282717 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29814759-67bc-4e3a-9c49-4c8d7fec405b req-9879dd97-6d06-4f1b-ac05-95c9f7b83b72 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Feb 14 15:40:55.312455 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.313077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:55.318537 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] 10.222.0.100 "PUT /v2.0/ports/77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 HTTP/1.1" status: 200 len: 1093 time: 0.7737081 Feb 14 15:40:55.318537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:40:55.318537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc76266e-934c-4612-b60d-3483820b28e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:40:55.341935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd90a4f-5165-42d4-bf19-2aacada0816f service neutron] Pushing event updated for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:55.353579 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71865dd-04e5-4ca0-8110-71e1663f7a53 x-openstack-request-id: req-e71865dd-04e5-4ca0-8110-71e1663f7a53 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:40:55.353941 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:40:55.354298 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e71865dd-04e5-4ca0-8110-71e1663f7a53 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:40:55.355335 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6', 'status': 'completed', 'code': 200} Feb 14 15:40:55.488750 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76266e-934c-4612-b60d-3483820b28e0 req-4e383461-fe85-42a7-a050-40e084e34465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.490399 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dc76266e-934c-4612-b60d-3483820b28e0 req-4e383461-fe85-42a7-a050-40e084e34465 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 1127 time: 0.0503037 Feb 14 15:40:55.818559 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76266e-934c-4612-b60d-3483820b28e0 req-5d543b24-f96a-4927-92bb-6c42c1cd112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.820138 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dc76266e-934c-4612-b60d-3483820b28e0 req-5d543b24-f96a-4927-92bb-6c42c1cd112d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=7bc665899fee40b1bbf31d1277c45078&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929079 Feb 14 15:40:55.938528 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76266e-934c-4612-b60d-3483820b28e0 req-f950a01d-b002-4e3b-9040-7817ef7e054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.940065 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dc76266e-934c-4612-b60d-3483820b28e0 req-f950a01d-b002-4e3b-9040-7817ef7e054f service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0934098 Feb 14 15:40:55.993811 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0bb9e-da6e-49c7-b7a7-e48818eda327 req-48ea5a86-dcd0-4da9-8e87-6703abfbf911 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:55.995341 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f1a0bb9e-da6e-49c7-b7a7-e48818eda327 req-48ea5a86-dcd0-4da9-8e87-6703abfbf911 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0554721 Feb 14 15:40:56.043205 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f1a0bb9e-da6e-49c7-b7a7-e48818eda327 req-c67ea643-a8ec-4170-ab94-1c83f4c545f1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 14 15:40:56.085083 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-173c6f1e-cc6a-459a-a556-c20f00e22460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:56.086644 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-173c6f1e-cc6a-459a-a556-c20f00e22460 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 1127 time: 0.0456591 Feb 14 15:40:56.135433 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-9241922c-a344-45f0-aeff-21cdd10d835c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 HTTP/1.1" status: 200 len: 217 time: 0.0337617 Feb 14 15:40:56.187546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bae4c-cb5f-476c-8faa-59064f923452 req-a6b651a5-f390-41c7-a062-050479906859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:56.189097 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-a6b651a5-f390-41c7-a062-050479906859 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.0469100 Feb 14 15:40:56.229206 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-d2341961-9b4b-4342-9957-8ad623ef856e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263958 Feb 14 15:40:56.321791 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-b5400218-1c1c-4905-8dd8-d41c4407d8d5 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826185 Feb 14 15:40:56.470652 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afe97d-871c-4c22-8592-7bdd6e07b815 req-9467f7e2-e93e-46e7-98fe-dd1b663e8977 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:56.472202 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-29afe97d-871c-4c22-8592-7bdd6e07b815 req-9467f7e2-e93e-46e7-98fe-dd1b663e8977 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 943 time: 0.1108565 Feb 14 15:40:56.474121 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-194bae4c-cb5f-476c-8faa-59064f923452 req-88f4e901-b05f-4d8f-a558-e27e8dc70070 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456225 Feb 14 15:40:56.520348 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-29afe97d-871c-4c22-8592-7bdd6e07b815 req-870b46c7-c531-46e0-8d74-c16bba606719 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Feb 14 15:40:57.301160 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf5b5aee-f591-4c38-a633-5d8343875bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:57.635318 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367af84-bfcf-4665-a2d4-1125311362c8 req-bdf45fdd-e1fb-4122-91dc-1c251f0e23c6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:57.636894 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8367af84-bfcf-4665-a2d4-1125311362c8 req-bdf45fdd-e1fb-4122-91dc-1c251f0e23c6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 943 time: 0.0507092 Feb 14 15:40:57.683474 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8367af84-bfcf-4665-a2d4-1125311362c8 req-a81efdf6-4789-4fff-8eff-ddf23e54bc9e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407510 Feb 14 15:40:58.004777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab8ac0-6fdd-4f0f-bfaa-62ce61331693 req-57537cf1-471b-4a13-965b-4185bf8fc510 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:58.006261 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-47ab8ac0-6fdd-4f0f-bfaa-62ce61331693 req-57537cf1-471b-4a13-965b-4185bf8fc510 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0561082 Feb 14 15:40:58.052937 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-47ab8ac0-6fdd-4f0f-bfaa-62ce61331693 req-24071786-55e2-47cc-b44b-d7a9bee7e342 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Feb 14 15:40:58.075125 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 52498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:58.291269 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c8f4c-abd9-4a82-aba2-2ddb754b0a10 tempest-TestMinimumBasicScenario-915024827 tempest-TestMinimumBasicScenario-915024827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:58.292785 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d55c8f4c-abd9-4a82-aba2-2ddb754b0a10 tempest-TestMinimumBasicScenario-915024827 tempest-TestMinimumBasicScenario-915024827-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1124 time: 0.2166402 Feb 14 15:40:58.295776 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 52502) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:40:58.300538 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'port_id': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:40:58.438386 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:58.534972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:58.651328 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Allocated IP 172.27.3.117 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/a18c57da-6366-4265-954d-bac682ba7a46) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:40:58.752262 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for port (a18c57da-6366-4265-954d-bac682ba7a46), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:58.823542 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a4285-68d5-498c-919b-27040d4c2cd4 req-0ee04933-d559-490a-a31a-37f308befce1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:58.825039 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b11a4285-68d5-498c-919b-27040d4c2cd4 req-0ee04933-d559-490a-a31a-37f308befce1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 943 time: 0.0711074 Feb 14 15:40:58.876618 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b11a4285-68d5-498c-919b-27040d4c2cd4 req-495b441a-f880-46b6-9348-3863821dba9f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Feb 14 15:40:58.889802 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (a18c57da-6366-4265-954d-bac682ba7a46), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:58.925312 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:40:58.928255 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:40:58.931848 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:40:58.967475 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'Port': ['ID=a18c57da-6366-4265-954d-bac682ba7a46,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:40:59.021155 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8ea0-4744-465a-b622-07dabdde3393 req-64e0fb28-23e6-44d0-9c1a-589539a426cd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:40:59.023432 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1db8ea0-4744-465a-b622-07dabdde3393 req-64e0fb28-23e6-44d0-9c1a-589539a426cd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0693593 Feb 14 15:40:59.073399 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1db8ea0-4744-465a-b622-07dabdde3393 req-1d0cf247-1107-4697-8088-9e59848c55e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Feb 14 15:40:59.621808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for floatingip (c9c16d6d-efc5-4a93-a97b-120206f079f4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:59.693248 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d09a1a8f-2276-4fbb-aad9-a3a048db46d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:59.805671 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a18c57da-6366-4265-954d-bac682ba7a46), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:40:59.979843 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for port (a18c57da-6366-4265-954d-bac682ba7a46), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.026591 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b21b-ed69-4f68-82c2-148aa2615c42 req-4914947c-3ce7-4c54-b6bf-8392de1c17a9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:00.028194 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7657b21b-ed69-4f68-82c2-148aa2615c42 req-4914947c-3ce7-4c54-b6bf-8392de1c17a9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 943 time: 0.0540543 Feb 14 15:41:00.066794 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (a18c57da-6366-4265-954d-bac682ba7a46), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.086204 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7657b21b-ed69-4f68-82c2-148aa2615c42 req-409fd417-63e7-419e-b367-f5d722f83e68 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509253 Feb 14 15:41:00.141365 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'Port': ['ID=a18c57da-6366-4265-954d-bac682ba7a46,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:00.151936 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (c9c16d6d-efc5-4a93-a97b-120206f079f4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.255881 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Floating IP c9c16d6d-efc5-4a93-a97b-120206f079f4 associated. External IP: 172.27.3.117, port: a91d2ce2-1134-41f6-96f4-3434bc028688. Feb 14 15:41:00.471663 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:41:00.585892 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:41:00.595655 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Sync routers for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:41:00.608004 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:41:00.608707 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:41:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:41:00.609677 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:41:00.674855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.693543 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.710182 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52550) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:00.710404 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-8d03c42f-97ae-4e05-ba39-06921521115a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4135730 Feb 14 15:41:00.711125 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:41:00.713719 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:00.713969 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e" -d '{"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:41:00.717253 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722158560', 'description': 'tempest-secgroup-smoke-722158560 description', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:00.726064 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'port_id': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6', 'mac_address': 'fa:16:3e:70:a7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823e1052-d325-469d-af7d-079368d61c30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:41:00.735146 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:41:00.759563 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58acdbb6-5d25-40f6-b64c-c67cc006cc17 x-openstack-request-id: req-58acdbb6-5d25-40f6-b64c-c67cc006cc17 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:41:00.759904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:41:00.760133 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58acdbb6-5d25-40f6-b64c-c67cc006cc17 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:41:00.760543 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:41:00.769454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:41:00.770065 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.784310 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:41:00.805753 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:00.858267 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-454487b8-d6d5-4c6b-9057-0a29f1ed86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:00.859835 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-454487b8-d6d5-4c6b-9057-0a29f1ed86ed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1129 time: 0.0447640 Feb 14 15:41:00.860969 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.890060 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:00.939452 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:00.991708 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-b665913d-3505-4f7f-bb5c-b5c9ed15c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:00.993733 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-b665913d-3505-4f7f-bb5c-b5c9ed15c4d8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.1244609 Feb 14 15:41:01.021542 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (727b8955-abfc-49b2-965d-76a362cb091e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.034428 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'c9c16d6d-efc5-4a93-a97b-120206f079f4', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'port_id': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'mac_address': 'fa:16:3e:14:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:40:59Z', 'updated_at': '2022-02-14T15:40:59Z', 'revision_number': 0, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:41:01.060333 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Checking router: d93cd8f5-198b-48b6-b67f-2da5e1b5c01d for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:41:01.069821 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:41:01.069821 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:41:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:41:01.073124 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-73b2d27f-f062-4981-821b-5faa7a44a3cf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 999 time: 0.0703621 Feb 14 15:41:01.113421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (727b8955-abfc-49b2-965d-76a362cb091e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.154942 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-270376e6-2033-4df4-b2cd-d1f136950a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:01.156586 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-270376e6-2033-4df4-b2cd-d1f136950a38 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0715458 Feb 14 15:41:01.158541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727b8955-abfc-49b2-965d-76a362cb091e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:01.188437 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:41:01.225678 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.227099 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-68831eb4-06c4-40e1-b39d-c25230705dcc tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5148354 Feb 14 15:41:01.230203 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52560) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:01.234508 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:01.277325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e0013-28cf-49d9-92c0-b46b6f3a353d req-db559a04-4bfc-438c-995f-aed6fff6ae9c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:01.279117 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df8e0013-28cf-49d9-92c0-b46b6f3a353d req-db559a04-4bfc-438c-995f-aed6fff6ae9c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 944 time: 0.1118004 Feb 14 15:41:01.281087 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-ba79379a-73be-459b-9f9e-0c9c4b83fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:01.282401 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-ba79379a-73be-459b-9f9e-0c9c4b83fdf7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060603 Feb 14 15:41:01.384238 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (9f66499b-53a6-4fec-8373-43a962de2d7f), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.389042 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df8e0013-28cf-49d9-92c0-b46b6f3a353d req-f91838c0-bbad-44e5-9e6c-dae0ed24890e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040356 Feb 14 15:41:01.421484 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'c9c16d6d-efc5-4a93-a97b-120206f079f4', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'port_id': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'mac_address': 'fa:16:3e:14:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:40:59Z', 'updated_at': '2022-02-14T15:40:59Z', 'revision_number': 0, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:41:01.436220 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-8a79ca18-8075-47b7-ac5b-2fb333091667 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444788 Feb 14 15:41:01.451319 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680b1d0-eade-403f-b3e5-27af737575c5 None None] The sync data for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi is: [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'c9c16d6d-efc5-4a93-a97b-120206f079f4', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'port_id': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'mac_address': 'fa:16:3e:14:08:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:40:59Z', 'updated_at': '2022-02-14T15:40:59Z', 'revision_number': 0, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:41:01.478227 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (9f66499b-53a6-4fec-8373-43a962de2d7f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.542460 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (9f66499b-53a6-4fec-8373-43a962de2d7f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.628769 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:41:01.674114 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3cbdc9-ccd5-4f83-84a2-050acdcd8262 None None] New status for floating IP c9c16d6d-efc5-4a93-a97b-120206f079f4: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:41:01.797220 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-769d7c49-fc8a-4e7c-a2c8-6f4a7334126e req-4de9faef-f9de-45fa-b6b4-adb4ad1c0e8e service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470957 Feb 14 15:41:01.800588 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f66499b-53a6-4fec-8373-43a962de2d7f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:01.880031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:01.881343 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-762384b2-f02f-4d5e-9972-74d8068ed194 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6501346 Feb 14 15:41:01.884290 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52574) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:01.888518 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:01.970134 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.003296 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (e78cf8cd-9564-49f2-95ab-a53d57f822a9), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.058674 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (e78cf8cd-9564-49f2-95ab-a53d57f822a9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.141035 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (e78cf8cd-9564-49f2-95ab-a53d57f822a9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.159140 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78cf8cd-9564-49f2-95ab-a53d57f822a9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:02.286794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.288047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d13353d8-3e5e-4530-b670-bb89f4dcfa46 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4028237 Feb 14 15:41:02.293782 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52586) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:02.298111 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:02.422993 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (a898991e-c4ab-4cf8-8fb5-9831819bd399), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.491437 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (a898991e-c4ab-4cf8-8fb5-9831819bd399), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.513791 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba60583-265c-4250-8ba7-ce60ec663799 req-f634ba6b-4d3c-4951-a966-c8c87bca3737 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:02.515273 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4ba60583-265c-4250-8ba7-ce60ec663799 req-f634ba6b-4d3c-4951-a966-c8c87bca3737 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 944 time: 0.0565276 Feb 14 15:41:02.562157 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4ba60583-265c-4250-8ba7-ce60ec663799 req-eec5cd70-deed-47dc-89f1-570f660eee8b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Feb 14 15:41:02.592706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (a898991e-c4ab-4cf8-8fb5-9831819bd399), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.610586 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a898991e-c4ab-4cf8-8fb5-9831819bd399,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:02.686081 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.687219 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-49ee1bb0-8621-49eb-9608-be75df6338dd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3924968 Feb 14 15:41:02.689896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52590) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:02.694302 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:02.776565 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (5bbc5a6d-3113-42ce-8889-df3312202102), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.839861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (5bbc5a6d-3113-42ce-8889-df3312202102), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.969953 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (5bbc5a6d-3113-42ce-8889-df3312202102), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:02.984092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbc5a6d-3113-42ce-8889-df3312202102,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:03.057518 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.058709 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-6dd713c9-71f4-421b-be66-b3aa82de74af tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3678985 Feb 14 15:41:03.061452 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52594) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:03.065654 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:03.152918 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Project bc81e7b090ea48c6801ea427920bfeb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:41:03.158025 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (f9077ea9-7c67-40a3-b8e1-df21b1ab21f3), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.221402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (f9077ea9-7c67-40a3-b8e1-df21b1ab21f3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.266771 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.290152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (f9077ea9-7c67-40a3-b8e1-df21b1ab21f3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.308035 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9077ea9-7c67-40a3-b8e1-df21b1ab21f3,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:03.411700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.412905 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d295dbaf-aff6-4c0f-aaa0-9fada6a0a411 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505387 Feb 14 15:41:03.415634 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52604) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:03.420000 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'security_group_rule': {'security_group_id': '727b8955-abfc-49b2-965d-76a362cb091e', 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:03.506509 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Project bc81e7b090ea48c6801ea427920bfeb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:41:03.512425 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (2ff52ac9-1cfa-43af-ba26-2b9a70edff13), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.569872 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (2ff52ac9-1cfa-43af-ba26-2b9a70edff13), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.626567 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (2ff52ac9-1cfa-43af-ba26-2b9a70edff13), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.667140 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff52ac9-1cfa-43af-ba26-2b9a70edff13,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:03.695606 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215672c-ef96-49db-8e09-c8b63e196ce4 req-cf807f78-a3fc-4cd1-ad30-cf18008a8b66 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:03.697112 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2215672c-ef96-49db-8e09-c8b63e196ce4 req-cf807f78-a3fc-4cd1-ad30-cf18008a8b66 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 944 time: 0.0625298 Feb 14 15:41:03.738544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:03.740897 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fa577b93-f10c-469f-9082-ec9f4082ff99 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3231244 Feb 14 15:41:03.747812 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2215672c-ef96-49db-8e09-c8b63e196ce4 req-aba3a489-0b6a-4e9a-a07f-41b9f4df448f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Feb 14 15:41:03.836880 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-fe989de5-a4af-4237-9b94-967a1e7133c2 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722158560&fields=id&tenant_id=bc81e7b090ea48c6801ea427920bfeb1 HTTP/1.1" status: 200 len: 267 time: 0.0518932 Feb 14 15:41:03.893016 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-72245482-4165-4255-a8c3-bd36e32fed86 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:03.894561 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-72245482-4165-4255-a8c3-bd36e32fed86 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Feb 14 15:41:03.905888 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'port': {'security_groups': ['4e133e19-d9e0-4f99-8fe0-2e4329d75c14', '727b8955-abfc-49b2-965d-76a362cb091e']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:03.980878 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.199736 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:04.229214 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.295078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.342258 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:41:04.342691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.343085 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.344533 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f90dbdc-b5e5-446b-8382-4010bb2604be req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "PUT /v2.0/ports/a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 981 time: 0.4432669 Feb 14 15:41:04.347702 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:41:04.349682 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e32853-9ad5-4a05-9daf-005b8951b453" -d '{"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:41:04.379075 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde63f0-c18c-44f9-a850-cf9a528fbf40 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=6']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:04.420175 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded14f8-0550-4ec1-b7b2-cb4a7ec0ca7e x-openstack-request-id: req-5ded14f8-0550-4ec1-b7b2-cb4a7ec0ca7e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:41:04.420550 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:41:04.420910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ded14f8-0550-4ec1-b7b2-cb4a7ec0ca7e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:41:04.421387 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:41:04.482831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a94c9e-4f40-479b-a5d6-421337be7b35 req-ab744d84-de4c-4bf0-93cf-02760a941ad7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.484538 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19a94c9e-4f40-479b-a5d6-421337be7b35 req-ab744d84-de4c-4bf0-93cf-02760a941ad7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0609500 Feb 14 15:41:04.575518 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:41:04.588637 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-a26fcc44-456e-4be7-920e-bc90f43a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.590131 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-a26fcc44-456e-4be7-920e-bc90f43a2496 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1168 time: 0.1043663 Feb 14 15:41:04.595634 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-19a94c9e-4f40-479b-a5d6-421337be7b35 req-befc6c73-c18f-430d-a3ed-6951934c6bc3 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984838 Feb 14 15:41:04.669618 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:41:04.686546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-dd8a974b-9f30-4b75-b111-698f1614dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.688022 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-dd8a974b-9f30-4b75-b111-698f1614dd5d service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.0915282 Feb 14 15:41:04.725441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4e6261ec-adf9-4fe6-a39d-b82cb3e88916 None None] Provisioning complete for port a91d2ce2-1134-41f6-96f4-3434bc028688 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:41:04.725814 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e6261ec-adf9-4fe6-a39d-b82cb3e88916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.753583 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-933d04fe-7fca-4222-97ba-7f63f4abc0fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 1001 time: 0.0583823 Feb 14 15:41:04.811319 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-c1f86829-1170-48e8-89b9-df1b7311943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.812826 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-c1f86829-1170-48e8-89b9-df1b7311943a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0490451 Feb 14 15:41:04.862603 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-39b7ec7f-806a-4b83-be60-11a499fb4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.864213 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-39b7ec7f-806a-4b83-be60-11a499fb4d5d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440795 Feb 14 15:41:04.877458 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667c0d-719c-4186-898b-fdca17ab123c req-f148a1b2-8836-4f3f-ad9d-a0da04893d69 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:04.879026 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:41:04.879898 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-41667c0d-719c-4186-898b-fdca17ab123c req-f148a1b2-8836-4f3f-ad9d-a0da04893d69 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 944 time: 0.0614800 Feb 14 15:41:04.912481 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:41:04.912859 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:04.939136 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-41667c0d-719c-4186-898b-fdca17ab123c req-85d57ae6-7818-47c3-a34c-123d007f0746 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517871 Feb 14 15:41:04.959969 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-0d42a7f6-1589-481e-95e1-65f641f0a5ca service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864208 Feb 14 15:41:04.979090 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4e6261ec-adf9-4fe6-a39d-b82cb3e88916 None None] Current status of the port a91d2ce2-1134-41f6-96f4-3434bc028688 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:41:05.063907 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-31e32853-9ad5-4a05-9daf-005b8951b453 req-9acdd554-9cbd-4d30-ab99-a56d9e67b0d0 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923042 Feb 14 15:41:05.078609 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:41:05.078995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:05.117906 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:41:05.120756 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a3d51-730b-4ac3-9953-c6c6835484f7" -d '{"events": [{"server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "name": "network-vif-plugged", "status": "completed", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:41:05.140594 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:05.159277 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c984aa-712b-480d-b46a-2bc9584fd79c x-openstack-request-id: req-c3c984aa-712b-480d-b46a-2bc9584fd79c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:41:05.159605 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "name": "network-vif-plugged", "status": "completed", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:41:05.159887 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3c984aa-712b-480d-b46a-2bc9584fd79c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:41:05.160323 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6', 'code': 200} Feb 14 15:41:05.211629 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:05.286173 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:05.600069 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3480150-3f2c-42d9-bded-4332c32e4f94 req-e7974421-74be-4f37-bea5-4f2aa4e831fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:05.601518 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3480150-3f2c-42d9-bded-4332c32e4f94 req-e7974421-74be-4f37-bea5-4f2aa4e831fd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 1129 time: 0.0440924 Feb 14 15:41:05.647976 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3480150-3f2c-42d9-bded-4332c32e4f94 req-aba461eb-06fe-4293-af59-9af9ee2e83e7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Feb 14 15:41:06.061464 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036294cc-d596-4e18-adfd-9a005a305566 req-f00a6021-354c-4e41-ad96-3e610cc7dc95 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:06.062940 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-036294cc-d596-4e18-adfd-9a005a305566 req-f00a6021-354c-4e41-ad96-3e610cc7dc95 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0570469 Feb 14 15:41:06.110353 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-036294cc-d596-4e18-adfd-9a005a305566 req-b38a2968-8645-4c8e-b75b-aac463883e0c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Feb 14 15:41:07.232354 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a1dc5-c31d-48e2-b2bb-1c00e2e913a2 req-d6c1c818-92e7-4e6e-bf08-0f20d9163776 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:07.233881 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a06a1dc5-c31d-48e2-b2bb-1c00e2e913a2 req-d6c1c818-92e7-4e6e-bf08-0f20d9163776 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0560093 Feb 14 15:41:07.280423 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a06a1dc5-c31d-48e2-b2bb-1c00e2e913a2 req-f5730349-c198-4065-b39b-a0f2d09fe5de tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Feb 14 15:41:08.404865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3140-eac1-4ab2-9021-f3b0c946d9f4 req-6bc08b65-c622-4756-b5a3-f378f8da3a04 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:08.406483 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4bbe3140-eac1-4ab2-9021-f3b0c946d9f4 req-6bc08b65-c622-4756-b5a3-f378f8da3a04 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0570290 Feb 14 15:41:08.453169 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4bbe3140-eac1-4ab2-9021-f3b0c946d9f4 req-d432b766-3439-4316-a541-75343a4acad0 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Feb 14 15:41:09.572605 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c34f-ecbd-46e4-9096-1f1471e93a25 req-636f9a93-0bfb-4b73-b1ec-63e868d43c66 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:09.574056 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c280c34f-ecbd-46e4-9096-1f1471e93a25 req-636f9a93-0bfb-4b73-b1ec-63e868d43c66 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0545766 Feb 14 15:41:09.620322 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c280c34f-ecbd-46e4-9096-1f1471e93a25 req-81f637ef-a6df-4ef6-9d4a-ef0f11eb1a1b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Feb 14 15:41:10.746480 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240d85-0b71-4c09-a846-23c1dfb82370 req-eaf4388c-1b13-45b0-bb36-84163e601b67 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:10.747997 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f240d85-0b71-4c09-a846-23c1dfb82370 req-eaf4388c-1b13-45b0-bb36-84163e601b67 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0522366 Feb 14 15:41:10.793218 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5f240d85-0b71-4c09-a846-23c1dfb82370 req-4d16d39f-3703-4574-a74a-33807cb72e78 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Feb 14 15:41:11.913559 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a74b3-8e0d-4814-8dfa-ad250865abe9 req-0ecb21fe-9ab3-4c46-8a07-4df29f6bf1aa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:11.915061 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-885a74b3-8e0d-4814-8dfa-ad250865abe9 req-0ecb21fe-9ab3-4c46-8a07-4df29f6bf1aa tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0553436 Feb 14 15:41:11.968525 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-885a74b3-8e0d-4814-8dfa-ad250865abe9 req-f3cbf949-bab8-4f21-8161-d15666d76873 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Feb 14 15:41:12.089574 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:13.089845 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07287a63-fe15-464c-90d7-246eef88fc42 req-4e48764a-a7e3-4706-8e3f-ff1498806823 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:13.091398 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07287a63-fe15-464c-90d7-246eef88fc42 req-4e48764a-a7e3-4706-8e3f-ff1498806823 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0557828 Feb 14 15:41:13.139319 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07287a63-fe15-464c-90d7-246eef88fc42 req-15060151-63c3-40ba-a0a6-40a2cf8a5839 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Feb 14 15:41:13.179985 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb37a6-7b3f-4651-93fc-48d542276a38 req-e9aab291-ff13-4a6c-9b07-5099ea74f3d7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:13.182330 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4bb37a6-7b3f-4651-93fc-48d542276a38 req-e9aab291-ff13-4a6c-9b07-5099ea74f3d7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Feb 14 15:41:13.237023 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4bb37a6-7b3f-4651-93fc-48d542276a38 req-7c9fa018-c911-4a3a-beac-59fb8de62161 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Feb 14 15:41:13.275807 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-ba00fbef-241e-4a40-85aa-5897767d6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:13.277315 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-ba00fbef-241e-4a40-85aa-5897767d6457 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0549114 Feb 14 15:41:13.376522 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-69111d0a-44bd-4b5f-bbd7-521c552893eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:13.378016 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-69111d0a-44bd-4b5f-bbd7-521c552893eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.0933042 Feb 14 15:41:13.427631 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-10f6845d-8e9e-4cf8-8de8-51f9a3ac48ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0364997 Feb 14 15:41:13.481123 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-efbc0278-bae6-4a29-aa12-37040cb7173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:13.482638 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-efbc0278-bae6-4a29-aa12-37040cb7173e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0477161 Feb 14 15:41:13.529434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-abc933da-1935-48eb-8595-75ea11123d94 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385814 Feb 14 15:41:13.719825 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-c46e9531-bd7f-4ee7-8ca0-4439755f31c0 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958617 Feb 14 15:41:13.817111 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e5575e9b-2182-45e6-b389-9badb1ddcbc0 req-8bf00ead-13d9-4002-a5a1-73de9fad8981 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939708 Feb 14 15:41:14.360860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896fd03-0ebe-438b-b91d-9475a78b1ea8 req-5b600f26-9811-47c7-bc67-4e050ba0f09f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:14.362505 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e896fd03-0ebe-438b-b91d-9475a78b1ea8 req-5b600f26-9811-47c7-bc67-4e050ba0f09f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0577147 Feb 14 15:41:14.412123 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e896fd03-0ebe-438b-b91d-9475a78b1ea8 req-439568dc-8d9f-4f5c-a7b1-2b66a6684dd8 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Feb 14 15:41:14.463756 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-93d08eed-6815-4952-af26-bb0d274be1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:14.466349 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-93d08eed-6815-4952-af26-bb0d274be1db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0437577 Feb 14 15:41:14.573749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-c5ff46ed-21a4-476b-9da7-1b8d4d7aa4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:14.575441 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-c5ff46ed-21a4-476b-9da7-1b8d4d7aa4f2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.0917883 Feb 14 15:41:14.619702 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-9ca41c1c-f91e-4b56-8d49-c2661b8ef3be service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0351584 Feb 14 15:41:14.672788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-d245cf37-5aeb-4d96-b805-ca616f355b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:14.674406 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-d245cf37-5aeb-4d96-b805-ca616f355b50 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0487478 Feb 14 15:41:14.706333 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-835909ec-02bf-450b-ad5a-776b69282dab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257628 Feb 14 15:41:14.817730 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-6f5dfff9-8031-4299-b6eb-fae61ead4a87 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940814 Feb 14 15:41:14.907933 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9318d885-a2fc-4cc0-9eef-e4090a281c0d req-8ed6fb42-f517-4527-88ff-cc3958cc92f3 service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926235 Feb 14 15:41:15.538222 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a003f-7352-433c-836f-31b4c41fea0d req-f6933194-df77-4afb-b5e3-98ffd266e38f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:15.539700 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1e5a003f-7352-433c-836f-31b4c41fea0d req-f6933194-df77-4afb-b5e3-98ffd266e38f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Feb 14 15:41:15.584398 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1e5a003f-7352-433c-836f-31b4c41fea0d req-be86c8c6-7064-454d-9d03-eb4a153a47bc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Feb 14 15:41:16.073246 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52816) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:16.179513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4647532-22bd-46a9-b11f-b701762972c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.251411 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4647532-22bd-46a9-b11f-b701762972c2 admin admin] Publish callbacks [] for security_group (29dbc79f-ed3a-4753-a499-bdaceb1ec0f7), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.357752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4647532-22bd-46a9-b11f-b701762972c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (29dbc79f-ed3a-4753-a499-bdaceb1ec0f7), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.396382 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e4647532-22bd-46a9-b11f-b701762972c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99f5a83604a446d1afd6e1af93bbb8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217542 Feb 14 15:41:16.397414 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4647532-22bd-46a9-b11f-b701762972c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dbc79f-ed3a-4753-a499-bdaceb1ec0f7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:16.399137 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 52824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:16.449253 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] Publish callbacks [] for security_group (29dbc79f-ed3a-4753-a499-bdaceb1ec0f7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.470985 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] Publish callbacks [] for security_group (29dbc79f-ed3a-4753-a499-bdaceb1ec0f7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.597559 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (29dbc79f-ed3a-4753-a499-bdaceb1ec0f7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.600134 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:16.601302 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29dbc79f-ed3a-4753-a499-bdaceb1ec0f7 HTTP/1.1" status: 204 len: 168 time: 0.1985934 Feb 14 15:41:16.609624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca4239-81d9-4d8f-b0e7-1fa5fee1aa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dbc79f-ed3a-4753-a499-bdaceb1ec0f7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:16.718891 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b04f-90e3-42a8-bd1c-29a6732ccb91 req-7b58873c-29cc-463e-b7af-87c2e15bc61b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:16.720299 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4f7b04f-90e3-42a8-bd1c-29a6732ccb91 req-7b58873c-29cc-463e-b7af-87c2e15bc61b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0577614 Feb 14 15:41:16.768982 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d4f7b04f-90e3-42a8-bd1c-29a6732ccb91 req-d27898e9-3412-43fa-87c8-296340f55d44 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Feb 14 15:41:17.337816 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 52840) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:17.352114 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73db0ac9-c047-4d46-84a8-a94ada3e7315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.427736 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73db0ac9-c047-4d46-84a8-a94ada3e7315 admin admin] Publish callbacks [] for security_group (f667a749-c180-4161-b4d5-7a97e090c180), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.506430 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73db0ac9-c047-4d46-84a8-a94ada3e7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f667a749-c180-4161-b4d5-7a97e090c180), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.547194 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-73db0ac9-c047-4d46-84a8-a94ada3e7315 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d043ce74c59846d59d738f27f74f37f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082255 Feb 14 15:41:17.549300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db0ac9-c047-4d46-84a8-a94ada3e7315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f667a749-c180-4161-b4d5-7a97e090c180,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:17.549962 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 52844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:17.598433 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] Publish callbacks [] for security_group (f667a749-c180-4161-b4d5-7a97e090c180), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.619805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] Publish callbacks [] for security_group (f667a749-c180-4161-b4d5-7a97e090c180), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.740234 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f667a749-c180-4161-b4d5-7a97e090c180), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.742928 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:17.744085 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f667a749-c180-4161-b4d5-7a97e090c180 HTTP/1.1" status: 204 len: 168 time: 0.1931615 Feb 14 15:41:17.751977 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abba595-2784-4803-b865-9103012c6d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f667a749-c180-4161-b4d5-7a97e090c180,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:17.893754 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595197-ce87-45af-b651-51830791b82c req-d55f1743-0b60-4bed-8589-35975b8bc5dc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:17.895213 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-69595197-ce87-45af-b651-51830791b82c req-d55f1743-0b60-4bed-8589-35975b8bc5dc tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Feb 14 15:41:17.941759 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-69595197-ce87-45af-b651-51830791b82c req-a11a4740-3e08-4b25-941d-962edf51e1c1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Feb 14 15:41:19.061742 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc947b6a-2daf-45e0-a4b7-bb3730f6736e req-66352aff-3c88-4e3e-a054-7755fc71add3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:19.063232 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bc947b6a-2daf-45e0-a4b7-bb3730f6736e req-66352aff-3c88-4e3e-a054-7755fc71add3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0557692 Feb 14 15:41:19.117032 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bc947b6a-2daf-45e0-a4b7-bb3730f6736e req-76192366-7d76-4bb9-b5a1-7cd7b7ed7864 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Feb 14 15:41:20.246933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee908c05-311f-48d5-a16c-d3409befadf3 req-d11fbffd-16f1-4531-a945-61d402567d9a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:20.248985 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ee908c05-311f-48d5-a16c-d3409befadf3 req-d11fbffd-16f1-4531-a945-61d402567d9a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Feb 14 15:41:20.301198 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ee908c05-311f-48d5-a16c-d3409befadf3 req-5310c9ac-a6cd-4cc9-919a-e8ea7e7bbbf7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Feb 14 15:41:21.437732 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b14b-89eb-404e-9146-52fdb1751295 req-72182f08-cf5c-448f-8f35-dab458a4fd69 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:21.439217 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d534b14b-89eb-404e-9146-52fdb1751295 req-72182f08-cf5c-448f-8f35-dab458a4fd69 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0541236 Feb 14 15:41:21.485935 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d534b14b-89eb-404e-9146-52fdb1751295 req-7f8ce5eb-c369-4afb-9f6d-0bf4be9d0585 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Feb 14 15:41:22.054880 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:41:22.607239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf56db-bfb0-4b13-b0c4-de5d73dc75dd req-94ef2a1e-3697-4b7a-b01a-997f03376766 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:22.609380 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9bbf56db-bfb0-4b13-b0c4-de5d73dc75dd req-94ef2a1e-3697-4b7a-b01a-997f03376766 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0552723 Feb 14 15:41:22.657300 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9bbf56db-bfb0-4b13-b0c4-de5d73dc75dd req-b0239c78-a2b2-45e5-80f8-f7abff41422b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Feb 14 15:41:23.776418 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bc301-6cca-4f99-9c96-dc55069238cc req-14a0a1d7-51f1-4ae7-bcb0-f9f43e2280c1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:23.777903 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2a1bc301-6cca-4f99-9c96-dc55069238cc req-14a0a1d7-51f1-4ae7-bcb0-f9f43e2280c1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Feb 14 15:41:23.828492 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2a1bc301-6cca-4f99-9c96-dc55069238cc req-6d7b346d-e966-487c-a4e7-337f7dd51b1b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Feb 14 15:41:24.945353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835bcc5-603b-497c-b510-8c72d21f65ff req-a3af21d7-b3ee-4543-8bd4-7ebf8eb647e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:24.946819 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6835bcc5-603b-497c-b510-8c72d21f65ff req-a3af21d7-b3ee-4543-8bd4-7ebf8eb647e6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0522444 Feb 14 15:41:24.992176 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6835bcc5-603b-497c-b510-8c72d21f65ff req-3ca96a21-46cf-4163-a9fb-e76196cc338f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Feb 14 15:41:26.108052 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5eb7d-d81a-4f2b-b873-695942a21689 req-0c1ef8a1-8dc0-4c53-88bb-34a041d043bf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:26.109427 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-34b5eb7d-d81a-4f2b-b873-695942a21689 req-0c1ef8a1-8dc0-4c53-88bb-34a041d043bf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0516469 Feb 14 15:41:26.157159 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-34b5eb7d-d81a-4f2b-b873-695942a21689 req-849162a0-6af5-416c-8069-3e9377c3e9a8 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Feb 14 15:41:27.280213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59de06-5d33-4818-a79b-4dbc9092fc5b req-be8af4d1-cced-4b47-a795-799fda3a33f4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:27.281653 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6b59de06-5d33-4818-a79b-4dbc9092fc5b req-be8af4d1-cced-4b47-a795-799fda3a33f4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0558596 Feb 14 15:41:27.322929 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18cfabf7-453a-4c8a-9de1-3d9b01f97aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:27.329434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6b59de06-5d33-4818-a79b-4dbc9092fc5b req-a3e50d6d-12db-423a-b452-13185d9d8174 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Feb 14 15:41:28.196308 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:28.304875 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e430b34b-6e3e-4a06-a556-fa7e209ad40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.378098 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e430b34b-6e3e-4a06-a556-fa7e209ad40f admin admin] Publish callbacks [] for security_group (b7458456-b1a3-4129-add7-cb8cbfa9848d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.448237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb145c3-5539-4cf3-94a5-28f81d458519 req-644de0e0-00ad-4dd6-966d-3518376de6e9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:28.449680 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cdb145c3-5539-4cf3-94a5-28f81d458519 req-644de0e0-00ad-4dd6-966d-3518376de6e9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Feb 14 15:41:28.450808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e430b34b-6e3e-4a06-a556-fa7e209ad40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b7458456-b1a3-4129-add7-cb8cbfa9848d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.504667 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b34b-6e3e-4a06-a556-fa7e209ad40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7458456-b1a3-4129-add7-cb8cbfa9848d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:28.512837 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e430b34b-6e3e-4a06-a556-fa7e209ad40f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbe8949a7d6e467ba0c8e06f30206218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154745 Feb 14 15:41:28.516375 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53036) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:28.534840 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cdb145c3-5539-4cf3-94a5-28f81d458519 req-0fd9a44b-a4bb-404a-81c2-76c27bb9887a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743573 Feb 14 15:41:28.566705 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Publish callbacks [] for security_group (b7458456-b1a3-4129-add7-cb8cbfa9848d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.587788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Publish callbacks [] for security_group (b7458456-b1a3-4129-add7-cb8cbfa9848d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.711856 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b7458456-b1a3-4129-add7-cb8cbfa9848d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.714458 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:28.715688 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7458456-b1a3-4129-add7-cb8cbfa9848d HTTP/1.1" status: 204 len: 168 time: 0.1972933 Feb 14 15:41:28.723746 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7458456-b1a3-4129-add7-cb8cbfa9848d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:28.731046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.731392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.731774 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.732114 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.732493 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.732832 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.733165 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.733502 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.733831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.734739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.735088 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.735419 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:28.735959 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d11a70-d21f-42b7-b0ea-4cb5c3014693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:29.660182 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f0e1-53fe-4dc9-9cd9-726c3caa4eab req-aa3090b3-abf3-4ab3-b177-91964dded91f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:29.662622 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fff5f0e1-53fe-4dc9-9cd9-726c3caa4eab req-aa3090b3-abf3-4ab3-b177-91964dded91f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0623341 Feb 14 15:41:29.687843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9099cc88-08bc-4333-8bc5-65ea4d77cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:29.715397 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fff5f0e1-53fe-4dc9-9cd9-726c3caa4eab req-396af16b-497c-45f6-acf4-ff0bbff5e01f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Feb 14 15:41:30.301415 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53094) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:30.407788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6307bb22-8725-46e6-a69c-b49c8cde2dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.478419 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6307bb22-8725-46e6-a69c-b49c8cde2dc8 admin admin] Publish callbacks [] for security_group (68ad57c6-36e9-46e7-ac3c-938f022953f3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.550637 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6307bb22-8725-46e6-a69c-b49c8cde2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (68ad57c6-36e9-46e7-ac3c-938f022953f3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.589725 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-6307bb22-8725-46e6-a69c-b49c8cde2dc8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd461b2b7f9b4241b2fe6cc273703b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872269 Feb 14 15:41:30.590717 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307bb22-8725-46e6-a69c-b49c8cde2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad57c6-36e9-46e7-ac3c-938f022953f3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:30.592527 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:30.641375 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] Publish callbacks [] for security_group (68ad57c6-36e9-46e7-ac3c-938f022953f3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.659224 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.662251 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] Publish callbacks [] for security_group (68ad57c6-36e9-46e7-ac3c-938f022953f3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.809363 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (68ad57c6-36e9-46e7-ac3c-938f022953f3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.811800 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:30.816939 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68ad57c6-36e9-46e7-ac3c-938f022953f3 HTTP/1.1" status: 204 len: 168 time: 0.2188554 Feb 14 15:41:30.824001 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c263d-2d4f-4895-8db3-68ecb7f6ab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad57c6-36e9-46e7-ac3c-938f022953f3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:30.848216 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e7a0-a7ba-4e07-9fe4-2040958c806c req-1d01b394-ae1c-4052-af94-53707cc323bb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:30.850253 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-31c5e7a0-a7ba-4e07-9fe4-2040958c806c req-1d01b394-ae1c-4052-af94-53707cc323bb tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0680389 Feb 14 15:41:30.899870 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-31c5e7a0-a7ba-4e07-9fe4-2040958c806c req-55938730-4e44-4cbe-8314-ab2d3d1cfb89 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Feb 14 15:41:31.899967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:32.020408 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d48d-7078-42c3-bab3-fb85a1a15404 req-432e3b5e-ab1c-44d7-af27-12d189ac0241 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:32.021885 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e80d48d-7078-42c3-bab3-fb85a1a15404 req-432e3b5e-ab1c-44d7-af27-12d189ac0241 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Feb 14 15:41:32.068581 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e80d48d-7078-42c3-bab3-fb85a1a15404 req-2207ec65-b4e9-4e3e-923c-2d876bf2e8de tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Feb 14 15:41:33.184686 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13567e-09ad-4c6d-bd1b-c7abc73b7c52 req-d3fb89ed-b600-4ce8-b15c-fc5ea5bbb5af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:33.186148 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bd13567e-09ad-4c6d-bd1b-c7abc73b7c52 req-d3fb89ed-b600-4ce8-b15c-fc5ea5bbb5af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Feb 14 15:41:33.231875 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bd13567e-09ad-4c6d-bd1b-c7abc73b7c52 req-7b18492d-b35f-4a1d-8b0f-5a8d18e111ca tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Feb 14 15:41:33.317002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:34.366366 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c88b0-774a-4370-872e-76ae59df40ac req-a3e57589-a86b-442b-956f-f44a81fee775 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:34.367830 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de9c88b0-774a-4370-872e-76ae59df40ac req-a3e57589-a86b-442b-956f-f44a81fee775 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0656712 Feb 14 15:41:34.420015 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de9c88b0-774a-4370-872e-76ae59df40ac req-ab4015f2-f229-4492-b30b-e398f379d660 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Feb 14 15:41:35.546934 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03588-e25c-46c2-8f33-9378eae036df req-aea615a3-c8b2-42c9-ac5a-df0eaab4484c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:35.548469 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-24c03588-e25c-46c2-8f33-9378eae036df req-aea615a3-c8b2-42c9-ac5a-df0eaab4484c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0572464 Feb 14 15:41:35.596445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-24c03588-e25c-46c2-8f33-9378eae036df req-2f76c52b-b5a9-4188-ba76-fd84a749104b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Feb 14 15:41:36.721045 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be0212-e6a0-4669-91c5-237d4285646c req-1da43011-f7d7-4b60-bfd3-5612efebf722 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:36.723087 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64be0212-e6a0-4669-91c5-237d4285646c req-1da43011-f7d7-4b60-bfd3-5612efebf722 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0578892 Feb 14 15:41:36.774124 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64be0212-e6a0-4669-91c5-237d4285646c req-23fdd37e-0a51-4119-8b26-c64f02bc4921 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Feb 14 15:41:37.782856 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-b9711a1e-a4bc-4284-88f5-72dd3e1d4fa9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:37.784859 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-b9711a1e-a4bc-4284-88f5-72dd3e1d4fa9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.0979345 Feb 14 15:41:37.799221 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-34db9592-6386-453c-915c-c28cacfbbfd1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/quotas/7bc665899fee40b1bbf31d1277c45078 HTTP/1.1" status: 200 len: 375 time: 0.0090141 Feb 14 15:41:37.858380 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-9dd0d0a3-934b-423b-a71c-6cf79785d757 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537717 Feb 14 15:41:37.892163 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98d080-7c70-423f-b185-aa2ab1ab1368 req-5dd2b2c2-d74a-4b89-930c-a431621d64fd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:37.894052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7c98d080-7c70-423f-b185-aa2ab1ab1368 req-5dd2b2c2-d74a-4b89-930c-a431621d64fd tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0513554 Feb 14 15:41:37.939656 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7c98d080-7c70-423f-b185-aa2ab1ab1368 req-c9589813-232f-4889-9d77-1446652c74f6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Feb 14 15:41:37.946218 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5e40662b-02e2-4f60-b271-c0fe0198d990 service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810225 Feb 14 15:41:38.036104 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-2474a120-66be-4d15-b6b7-352c7f6346bd service neutron] 10.222.0.67 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842800 Feb 14 15:41:38.288354 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9ac7d457-5d7c-4e71-8e22-ed2362561df9 req-1fa106a6-aecd-4535-9ad6-0bb2a57a15f1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Feb 14 15:41:39.071819 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812db62-a48f-4ba4-aea3-70d39a074cff req-ac9a3533-5841-4d12-9090-dc7be9829b7d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:39.073464 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2812db62-a48f-4ba4-aea3-70d39a074cff req-ac9a3533-5841-4d12-9090-dc7be9829b7d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0660212 Feb 14 15:41:39.124461 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2812db62-a48f-4ba4-aea3-70d39a074cff req-1fbb3598-21c6-4e94-9875-8d2bb363007c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Feb 14 15:41:39.391924 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-92cf350e-707d-48be-934e-34ea17f4ba7d req-7c74bb4a-b24f-4fdf-9aac-adf9a58e382b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 210 time: 0.0336230 Feb 14 15:41:40.249945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cf6e-c396-4965-90e5-9b05ba1ac138 req-83268734-5d58-46d2-9d14-44df094aaa70 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:40.251479 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1e5cf6e-c396-4965-90e5-9b05ba1ac138 req-83268734-5d58-46d2-9d14-44df094aaa70 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0562284 Feb 14 15:41:40.310303 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1e5cf6e-c396-4965-90e5-9b05ba1ac138 req-65706c98-3633-4202-b5df-bfa768ef625d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530350 Feb 14 15:41:40.498466 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cb217133-317f-4027-8460-f945d62e72f6 req-193de14c-2d3d-43a4-9e2e-cbba122fa044 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Feb 14 15:41:40.651771 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-2ec1ce26-38f3-40ca-a2b1-6b2e3cc88e02 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:40.653378 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-2ec1ce26-38f3-40ca-a2b1-6b2e3cc88e02 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 814 time: 0.1026800 Feb 14 15:41:40.677424 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Request body: {'port': {'device_id': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'admin_state_up': True, 'tenant_id': '7bc665899fee40b1bbf31d1277c45078'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:40.905875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Made reservation on behalf of 7bc665899fee40b1bbf31d1277c45078 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:41:40.912256 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.067723 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Allocated IP 172.20.0.9 (be404b3e-4d5f-4566-9a44-63b992939d4e/823e1052-d325-469d-af7d-079368d61c30/eb5e4749-2242-439e-b62b-ce8a7bf28db3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:41:41.224497 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks [] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.351065 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.393907 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Network be404b3e-4d5f-4566-9a44-63b992939d4e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:41:41.405334 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:41:41.415740 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', '6f74abce-eac4-4332-b6da-a39af63d40c4', '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:41:41.428517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:41:41.433594 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:41.434192 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.446978 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event updated for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:41.477515 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6967-bf79-4fd4-bc5e-77216820d8c7 req-0d7a74d2-619c-436d-b896-e9b54e81769d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:41.478980 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-45da6967-bf79-4fd4-bc5e-77216820d8c7 req-0d7a74d2-619c-436d-b896-e9b54e81769d tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0898428 Feb 14 15:41:41.528318 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-45da6967-bf79-4fd4-bc5e-77216820d8c7 req-20fb6f1c-b5f9-40fa-b497-19f5839bc55b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Feb 14 15:41:41.583307 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-26740e20-230e-4c58-934f-07e86ed83429 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106884 Feb 14 15:41:41.618153 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8368fd-a188-4982-9017-d3b9637a6f29 req-78870782-135f-407c-ade9-242ab148bbd4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:41.619549 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd8368fd-a188-4982-9017-d3b9637a6f29 req-78870782-135f-407c-ade9-242ab148bbd4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 931 time: 0.0519123 Feb 14 15:41:41.621347 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Request body: {'port': {'device_id': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:41:41.670664 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cd8368fd-a188-4982-9017-d3b9637a6f29 req-a7c88cd2-36c9-48de-b582-d8495576f422 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Feb 14 15:41:41.684915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.944758 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5e4749-2242-439e-b62b-ce8a7bf28db3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:41:41.952025 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks [] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:41.964151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Transition to ACTIVE for port object eb5e4749-2242-439e-b62b-ce8a7bf28db3 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:41:42.042141 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:42.065480 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:42.091251 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:42.125823 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Attempting to bind port eb5e4749-2242-439e-b62b-ce8a7bf28db3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:41:42.126162 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Attempting to bind port eb5e4749-2242-439e-b62b-ce8a7bf28db3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:41:42.126489 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Attempting to bind port eb5e4749-2242-439e-b62b-ce8a7bf28db3 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:41:42.131398 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Port eb5e4749-2242-439e-b62b-ce8a7bf28db3 on network be404b3e-4d5f-4566-9a44-63b992939d4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:41:42.131757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Attempting to bind port eb5e4749-2242-439e-b62b-ce8a7bf28db3 on network be404b3e-4d5f-4566-9a44-63b992939d4e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:41:42.136550 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:41:42.136891 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Checking segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:41:42.137267 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Bound using segment: {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:41:42.137707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Bound port: eb5e4749-2242-439e-b62b-ce8a7bf28db3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:41:42.138044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:42.202532 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:41:42.205508 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:41:42.277833 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:42.329693 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.330732 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:42.333004 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-5af0100e-4466-4745-8904-18f365f63964 service neutron] 10.222.0.100 "PUT /v2.0/ports/eb5e4749-2242-439e-b62b-ce8a7bf28db3 HTTP/1.1" status: 200 len: 1093 time: 0.7156944 Feb 14 15:41:42.333687 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:41:42.336682 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776128b1-1749-4a37-b86d-e9007005f74c" -d '{"events": [{"name": "network-changed", "server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:41:42.360977 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0100e-4466-4745-8904-18f365f63964 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:42.373943 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c2be3c-d7a4-4862-bfc7-b50ec79b9654 x-openstack-request-id: req-54c2be3c-d7a4-4862-bfc7-b50ec79b9654 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:41:42.374241 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:41:42.374497 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54c2be3c-d7a4-4862-bfc7-b50ec79b9654 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:41:42.374901 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3', 'status': 'completed', 'code': 200} Feb 14 15:41:42.477144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776128b1-1749-4a37-b86d-e9007005f74c req-d5f23c0b-75bd-4ffe-a455-269ccd590597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.478725 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-776128b1-1749-4a37-b86d-e9007005f74c req-d5f23c0b-75bd-4ffe-a455-269ccd590597 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 1127 time: 0.0489185 Feb 14 15:41:42.589786 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776128b1-1749-4a37-b86d-e9007005f74c req-1b7ae74e-d326-44a6-903a-2e6e39f1071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.590846 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-776128b1-1749-4a37-b86d-e9007005f74c req-1b7ae74e-d326-44a6-903a-2e6e39f1071d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=7bc665899fee40b1bbf31d1277c45078&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981297 Feb 14 15:41:42.658511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917d391-d251-421a-b0b6-7304a4fe11eb req-9c606c40-9310-4cdc-9ca4-54daba5e1608 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.660176 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7917d391-d251-421a-b0b6-7304a4fe11eb req-9c606c40-9310-4cdc-9ca4-54daba5e1608 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0571029 Feb 14 15:41:42.693896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776128b1-1749-4a37-b86d-e9007005f74c req-c897b69c-9470-432e-9890-56484dfce6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.695385 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-776128b1-1749-4a37-b86d-e9007005f74c req-c897b69c-9470-432e-9890-56484dfce6b1 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982840 Feb 14 15:41:42.844831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52213c5-ba41-4b11-b003-030f0701083c req-76a24d17-7d5f-43f0-8708-77987ae765b3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.846441 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e52213c5-ba41-4b11-b003-030f0701083c req-76a24d17-7d5f-43f0-8708-77987ae765b3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 943 time: 0.1008050 Feb 14 15:41:42.853420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-fee976af-9d1f-417b-a98c-e80b08530e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.854916 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-fee976af-9d1f-417b-a98c-e80b08530e2f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 1127 time: 0.0764837 Feb 14 15:41:42.890330 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7917d391-d251-421a-b0b6-7304a4fe11eb req-c86db5c6-83c0-4fa0-b884-3bbf23edcd72 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203209 Feb 14 15:41:42.913335 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-ad5a7b86-bcf2-4320-bfae-82a2a770b012 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3 HTTP/1.1" status: 200 len: 217 time: 0.0411851 Feb 14 15:41:42.958757 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e52213c5-ba41-4b11-b003-030f0701083c req-67181fa6-dbf5-4304-9af6-26a1d28e23f2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028075 Feb 14 15:41:42.974745 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-335edeb1-0100-417e-b277-8d2cf87bab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:42.976239 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-335edeb1-0100-417e-b277-8d2cf87bab8d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.0570495 Feb 14 15:41:43.008024 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-b2cf7262-cbd1-4067-ada5-83015c3fbbc1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252903 Feb 14 15:41:43.044238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:43.096410 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-dfc696dc-1e30-4638-9cf4-13f7ff37eb39 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818901 Feb 14 15:41:43.150733 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.188947 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b3dc8373-988b-438d-b1e9-c8cac756d739 req-42cfd8ad-64d1-4c80-be25-1cd342ac40f0 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Feb 14 15:41:43.224524 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Publish callbacks [] for security_group (01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.327884 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.366741 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4e9dcee631442768612be3fa8ac0556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213320 Feb 14 15:41:43.367632 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:43.369493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:43.381053 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.381419 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.381766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.382108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.382446 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.382780 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.383110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.383442 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.383839 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.384173 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.384501 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.384825 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.385149 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795474e8-9510-46f2-bda5-0767006776c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:43.429014 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] Publish callbacks [] for security_group (01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.449489 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] Publish callbacks [] for security_group (01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.579352 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.582694 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:43.583870 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa HTTP/1.1" status: 204 len: 168 time: 0.2134538 Feb 14 15:41:43.591503 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c658a9-0b01-4140-8de7-3679421722ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d14d0b-d5f0-4552-bfc4-0578a4ccd1fa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:44.010554 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922c6f1-48cf-4837-ac8b-61c51cb5bc37 req-1830d4af-0c30-42c5-b1d3-b271f00d46aa tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:44.012292 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1922c6f1-48cf-4837-ac8b-61c51cb5bc37 req-1830d4af-0c30-42c5-b1d3-b271f00d46aa tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0535030 Feb 14 15:41:44.063548 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1922c6f1-48cf-4837-ac8b-61c51cb5bc37 req-e9f6d62a-b5f5-438f-bb4b-596017ce91be tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Feb 14 15:41:44.081413 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad261bb-5d21-4c66-80f5-e412e29da180 req-28e9ff46-1fc1-4ce7-b522-3356976995c7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:44.082819 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bad261bb-5d21-4c66-80f5-e412e29da180 req-28e9ff46-1fc1-4ce7-b522-3356976995c7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 943 time: 0.0566356 Feb 14 15:41:44.131431 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bad261bb-5d21-4c66-80f5-e412e29da180 req-21544544-8052-4892-a6d0-38237ac531dd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Feb 14 15:41:44.131838 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:44.145390 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72cd93f-0450-4cd3-992d-9f97a6b17667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.216118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72cd93f-0450-4cd3-992d-9f97a6b17667 admin admin] Publish callbacks [] for security_group (60994840-c580-423b-b05b-3a4dd1471fe8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.287711 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72cd93f-0450-4cd3-992d-9f97a6b17667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (60994840-c580-423b-b05b-3a4dd1471fe8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.326443 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f72cd93f-0450-4cd3-992d-9f97a6b17667 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6ec81e8322a4daa8e2374e17f9c4537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935041 Feb 14 15:41:44.327297 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cd93f-0450-4cd3-992d-9f97a6b17667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60994840-c580-423b-b05b-3a4dd1471fe8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:44.329970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53322) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:44.377005 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] Publish callbacks [] for security_group (60994840-c580-423b-b05b-3a4dd1471fe8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.401201 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] Publish callbacks [] for security_group (60994840-c580-423b-b05b-3a4dd1471fe8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.539418 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (60994840-c580-423b-b05b-3a4dd1471fe8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.542090 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:44.543232 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60994840-c580-423b-b05b-3a4dd1471fe8 HTTP/1.1" status: 204 len: 168 time: 0.2119870 Feb 14 15:41:44.550934 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0b4c-2de2-4130-b30f-0df4f8adbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60994840-c580-423b-b05b-3a4dd1471fe8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:45.192465 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843b8c-9d07-4f7c-995d-b71b5c4addae req-5a747c01-27d9-412e-84fc-138d4ade2619 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:45.195777 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ec843b8c-9d07-4f7c-995d-b71b5c4addae req-5a747c01-27d9-412e-84fc-138d4ade2619 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0649428 Feb 14 15:41:45.243956 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ec843b8c-9d07-4f7c-995d-b71b5c4addae req-ee2f5aa8-8d71-4895-930c-a3df5153f605 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Feb 14 15:41:45.255106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85097c-cb85-4a80-8b13-f71ee91d74e0 req-ee4eaf23-00ef-4132-b0e8-616b61bd8175 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:45.256743 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e85097c-cb85-4a80-8b13-f71ee91d74e0 req-ee4eaf23-00ef-4132-b0e8-616b61bd8175 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 943 time: 0.0533631 Feb 14 15:41:45.312320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e85097c-cb85-4a80-8b13-f71ee91d74e0 req-0987b3fa-9a06-4d5b-bef6-dfaa8b6a686d tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Feb 14 15:41:46.372510 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a15fd-6835-4f55-854d-1a278312358b req-74f9f0fb-5cea-4df9-987d-2e051b0782be tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:46.373903 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-745a15fd-6835-4f55-854d-1a278312358b req-74f9f0fb-5cea-4df9-987d-2e051b0782be tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0564127 Feb 14 15:41:46.430176 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-745a15fd-6835-4f55-854d-1a278312358b req-35ab2d9f-6a2e-4a87-97d0-a994e26a1c9f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504980 Feb 14 15:41:46.445440 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032364-88ad-4ec6-929b-e3d25887a82b req-17517e90-e3e6-4a65-aff8-a766fccefab2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:46.447110 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-37032364-88ad-4ec6-929b-e3d25887a82b req-17517e90-e3e6-4a65-aff8-a766fccefab2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 943 time: 0.0620584 Feb 14 15:41:46.496844 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-37032364-88ad-4ec6-929b-e3d25887a82b req-83d5e64e-5bae-44b1-93ee-4b07a3a11a82 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Feb 14 15:41:46.669173 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b0af4-a10a-432c-8b06-bf78806a6327 req-9417aded-741a-4a1c-a272-31535a32f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:46.670555 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ca4b0af4-a10a-432c-8b06-bf78806a6327 req-9417aded-741a-4a1c-a272-31535a32f4fd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0436630 Feb 14 15:41:46.715153 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ca4b0af4-a10a-432c-8b06-bf78806a6327 req-08cae537-8529-4f9d-983b-04f3a0e0c4f2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Feb 14 15:41:46.838485 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device eb5e4749-2242-439e-b62b-ce8a7bf28db3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:41:46.942054 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:46.949632 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3', 'network_id': 'be404b3e-4d5f-4566-9a44-63b992939d4e', 'port_id': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3', 'mac_address': 'fa:16:3e:c5:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823e1052-d325-469d-af7d-079368d61c30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:41:46.985685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port eb5e4749-2242-439e-b62b-ce8a7bf28db3 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:41:46.986074 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:46.998963 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5e4749-2242-439e-b62b-ce8a7bf28db3 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:41:47.017301 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:47.088353 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:47.138936 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:47.146336 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.146686 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.147033 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.147370 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.147729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.148062 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.148390 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.148716 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.149082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.149420 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.149746 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.150065 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.150383 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:41:47.562889 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554452b-19c2-4398-acd6-f79d1485e0d6 req-aad0efcd-4704-4c93-a041-f0cd07e8c844 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:47.568288 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9554452b-19c2-4398-acd6-f79d1485e0d6 req-aad0efcd-4704-4c93-a041-f0cd07e8c844 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0601678 Feb 14 15:41:47.619973 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9554452b-19c2-4398-acd6-f79d1485e0d6 req-86967283-9b2b-4521-862f-446abc23f8a7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Feb 14 15:41:47.642585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877699-3359-4a75-911c-b4da5cd074f3 req-bd9be5b1-707b-47fe-87ed-a31680cf41df tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:47.644089 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f1877699-3359-4a75-911c-b4da5cd074f3 req-bd9be5b1-707b-47fe-87ed-a31680cf41df tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 944 time: 0.0641153 Feb 14 15:41:47.690232 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f1877699-3359-4a75-911c-b4da5cd074f3 req-ee822571-4e86-4b3b-a20c-8040d063e940 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 14 15:41:47.698464 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['eb5e4749-2242-439e-b62b-ce8a7bf28db3'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:41:48.737884 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0eb86-cb21-45c7-b0e2-73f3b856d4bc req-e580c909-869b-4ff6-b486-b1c4619bd789 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:48.740004 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8e0eb86-cb21-45c7-b0e2-73f3b856d4bc req-e580c909-869b-4ff6-b486-b1c4619bd789 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Feb 14 15:41:48.799375 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8e0eb86-cb21-45c7-b0e2-73f3b856d4bc req-0078ede7-39f6-4349-903d-aa731b3737aa tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Feb 14 15:41:48.817731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b6449-d011-485c-96d3-f7544b87794b req-610e473b-1d86-4c91-b3f0-de02bb96059a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:48.819279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-667b6449-d011-485c-96d3-f7544b87794b req-610e473b-1d86-4c91-b3f0-de02bb96059a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 944 time: 0.0611429 Feb 14 15:41:48.867532 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-667b6449-d011-485c-96d3-f7544b87794b req-27aaf2b2-7816-4873-a974-441130a1a451 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Feb 14 15:41:49.924850 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca628e-9f5d-4f4f-acf6-d0292d80ab6b req-946f575d-0982-4223-a3d7-bf8538636ba7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:49.926414 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-50ca628e-9f5d-4f4f-acf6-d0292d80ab6b req-946f575d-0982-4223-a3d7-bf8538636ba7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0559635 Feb 14 15:41:49.977398 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-50ca628e-9f5d-4f4f-acf6-d0292d80ab6b req-68e4cec5-ea43-44c7-9e7d-1644cbadb34f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Feb 14 15:41:50.000801 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdae03-fbb9-4be1-bc24-bb2f30c7ed5d req-fec1d437-41c4-443e-9dad-f7357b3b538c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:50.002292 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-08fdae03-fbb9-4be1-bc24-bb2f30c7ed5d req-fec1d437-41c4-443e-9dad-f7357b3b538c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 944 time: 0.0528939 Feb 14 15:41:50.050271 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-08fdae03-fbb9-4be1-bc24-bb2f30c7ed5d req-f2f56743-fbbb-496f-a1ee-b01a32c14be7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Feb 14 15:41:50.516965 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862b281-f2ef-4571-9e57-33bdc32a6ee0 req-1262d87c-1baf-45ba-a92c-39ba9bcddd43 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:50.518413 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6862b281-f2ef-4571-9e57-33bdc32a6ee0 req-1262d87c-1baf-45ba-a92c-39ba9bcddd43 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0555444 Feb 14 15:41:50.565178 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6862b281-f2ef-4571-9e57-33bdc32a6ee0 req-b94dd2af-94e4-47d5-8648-faf24186d41e tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Feb 14 15:41:50.590997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-30aa5ba3-a3e9-4b4e-93c8-05c356e52cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:50.592544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-30aa5ba3-a3e9-4b4e-93c8-05c356e52cc7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 1129 time: 0.0443270 Feb 14 15:41:50.919285 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-dc8c2a43-afcb-412f-bfab-7ee4c0a28c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:50.920746 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-dc8c2a43-afcb-412f-bfab-7ee4c0a28c72 service neutron] 10.222.0.100 "GET /v2.0/networks?id=225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 200 len: 920 time: 0.3139565 Feb 14 15:41:51.175808 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec9b7-74be-4df2-8bc4-d534c1bf8a6d req-a9053dc0-f18e-43d7-a04f-210b69c7b317 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:51.177164 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-557ec9b7-74be-4df2-8bc4-d534c1bf8a6d req-a9053dc0-f18e-43d7-a04f-210b69c7b317 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 944 time: 0.0518863 Feb 14 15:41:51.222623 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-557ec9b7-74be-4df2-8bc4-d534c1bf8a6d req-69b73777-81f7-4304-bb0f-19079dec8f4f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Feb 14 15:41:51.683656 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101c6f-a22b-47b9-8bd6-d2bc48408bdb req-18e623a0-4a7c-49aa-a788-0704a474c528 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:51.685121 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3b101c6f-a22b-47b9-8bd6-d2bc48408bdb req-18e623a0-4a7c-49aa-a788-0704a474c528 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Feb 14 15:41:51.730274 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3b101c6f-a22b-47b9-8bd6-d2bc48408bdb req-02488dfa-b946-4af8-88af-38298420a50a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Feb 14 15:41:52.051514 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device eb5e4749-2242-439e-b62b-ce8a7bf28db3 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:41:52.084048 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-74ad1369-84bb-4f92-9f14-4cfc03708a3d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 200 len: 217 time: 0.0384343 Feb 14 15:41:52.179392 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port eb5e4749-2242-439e-b62b-ce8a7bf28db3 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:41:52.185360 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port eb5e4749-2242-439e-b62b-ce8a7bf28db3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:41:52.185732 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:52.263964 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port eb5e4749-2242-439e-b62b-ce8a7bf28db3 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:41:52.264358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:52.288288 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:41:52.290545 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf339d0f-7a85-4d96-9f13-38cc93cb85de" -d '{"events": [{"server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:41:52.308582 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:41:52.339389 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0e349-f7a6-4556-bd25-02c9b5d392d3 x-openstack-request-id: req-92f0e349-f7a6-4556-bd25-02c9b5d392d3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:41:52.339752 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "name": "network-vif-plugged", "status": "completed", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:41:52.340076 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92f0e349-f7a6-4556-bd25-02c9b5d392d3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:41:52.340475 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3', 'code': 200} Feb 14 15:41:52.346933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a580-6372-49fc-a960-6cc938763785 req-e400b226-5184-4c77-aad4-3fcf9073a92f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:52.348432 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2bb0a580-6372-49fc-a960-6cc938763785 req-e400b226-5184-4c77-aad4-3fcf9073a92f tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 944 time: 0.0582166 Feb 14 15:41:52.373754 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:52.394824 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2bb0a580-6372-49fc-a960-6cc938763785 req-9d78c363-3f63-4281-8713-85307e4bb545 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Feb 14 15:41:52.421076 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:52.852755 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77bead-27ec-4f2b-a5ec-42149b40315d req-8bab071c-96e8-4fff-829d-97d19ded5b10 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:52.854292 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-af77bead-27ec-4f2b-a5ec-42149b40315d req-8bab071c-96e8-4fff-829d-97d19ded5b10 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Feb 14 15:41:52.899345 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-af77bead-27ec-4f2b-a5ec-42149b40315d req-4167e0c7-710a-4964-a07a-2c8510e8ca07 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391231 Feb 14 15:41:53.515109 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e371-32fe-4fa3-a0ea-58b8bd747ae8 req-63d8b260-df18-4a35-96af-b908a8c925f4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:53.516880 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3143e371-32fe-4fa3-a0ea-58b8bd747ae8 req-63d8b260-df18-4a35-96af-b908a8c925f4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0556350 Feb 14 15:41:53.562126 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3143e371-32fe-4fa3-a0ea-58b8bd747ae8 req-aea8c7da-7eac-456e-b7ab-9d89dacaed24 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Feb 14 15:41:54.021165 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b650-5b53-40c0-87d1-bf15ca4f17e8 req-2ced8e51-e8ed-4264-a809-9760b75dbd65 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:54.022669 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8310b650-5b53-40c0-87d1-bf15ca4f17e8 req-2ced8e51-e8ed-4264-a809-9760b75dbd65 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0534401 Feb 14 15:41:54.076264 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8310b650-5b53-40c0-87d1-bf15ca4f17e8 req-0f5a6405-30b2-4820-bd0d-a2028c4f2e83 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Feb 14 15:41:54.538985 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-b95a0446-460c-43b2-91ac-081357ce7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:54.541403 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-b95a0446-460c-43b2-91ac-081357ce7e77 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 200 len: 858 time: 0.0497158 Feb 14 15:41:54.580493 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-87da5f3e-d018-4f1a-81ee-c3af64b2cb2a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=225beac4-7071-426e-916a-2c0575f1cd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280859 Feb 14 15:41:54.722429 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-2d37f076-7742-4134-bab5-505e6a0ecc6a service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317704 Feb 14 15:41:54.738846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd145-825e-4f1f-b112-75626e7e0a4c req-6e4def1c-6e67-4f87-b831-abe6b59ce959 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:54.740318 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2d4fd145-825e-4f1f-b112-75626e7e0a4c req-6e4def1c-6e67-4f87-b831-abe6b59ce959 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0792592 Feb 14 15:41:54.853491 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2d4fd145-825e-4f1f-b112-75626e7e0a4c req-22e69528-ae89-45a1-a13a-0a330f13dc82 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057127 Feb 14 15:41:54.889534 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff49895e-0452-4cd9-814d-0cc298a861dc req-433cdce8-ef7f-49e7-9de6-3d679448568e service neutron] 10.222.0.100 "GET /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581838 Feb 14 15:41:54.905029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27da89-d4f3-4f69-8676-fe5a8e205f03 req-a181e523-c6b2-4ac8-8580-d06cd05e066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:54.906743 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc27da89-d4f3-4f69-8676-fe5a8e205f03 req-a181e523-c6b2-4ac8-8580-d06cd05e066f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 1129 time: 0.0678561 Feb 14 15:41:54.968182 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc27da89-d4f3-4f69-8676-fe5a8e205f03 req-d8edaeab-9e40-4c73-ba80-fa465bc5995e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Feb 14 15:41:55.193104 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214f20-e66c-4bc5-8e75-b8dc78e9a0c9 req-be7986f4-3fae-4141-95cf-48b6bd5fa84a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:55.194577 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68214f20-e66c-4bc5-8e75-b8dc78e9a0c9 req-be7986f4-3fae-4141-95cf-48b6bd5fa84a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0522254 Feb 14 15:41:55.245125 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68214f20-e66c-4bc5-8e75-b8dc78e9a0c9 req-842ff3fe-c339-4460-9944-c56485f1fb26 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Feb 14 15:41:55.977043 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f96ef2-5376-46d4-afb4-b548418093cc req-c3f74846-4f9c-4fc2-b949-fd508bd48acd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:55.978458 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-71f96ef2-5376-46d4-afb4-b548418093cc req-c3f74846-4f9c-4fc2-b949-fd508bd48acd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Feb 14 15:41:56.028960 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-71f96ef2-5376-46d4-afb4-b548418093cc req-6da92398-89be-4fa5-8a87-659cb3414924 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Feb 14 15:41:56.381367 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09ea1-1d1f-4833-8314-57919b4b685d req-28313b44-bcd3-4f29-8d2f-66603c1efbfe tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:56.382842 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8b09ea1-1d1f-4833-8314-57919b4b685d req-28313b44-bcd3-4f29-8d2f-66603c1efbfe tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Feb 14 15:41:56.432716 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8b09ea1-1d1f-4833-8314-57919b4b685d req-99e29a95-d39e-4afe-9ec3-f2013d53b072 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Feb 14 15:41:57.145298 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c38c0e-7477-4c7b-b90e-aeddd22315fd req-8a56b7ac-0c22-4806-971a-786a36769bfe tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:57.147407 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-72c38c0e-7477-4c7b-b90e-aeddd22315fd req-8a56b7ac-0c22-4806-971a-786a36769bfe tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0525336 Feb 14 15:41:57.193831 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-72c38c0e-7477-4c7b-b90e-aeddd22315fd req-6b89287f-a110-470a-827f-4cf491ee5ea2 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Feb 14 15:41:57.305549 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcefb4c5-b1ae-49ea-ae09-e69d9a296875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:57.552586 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dbc40-3c95-43dd-aa89-da251a61f909 req-b9ee5a80-39ea-4e03-a5c6-e21ca7736b11 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:57.554116 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-945dbc40-3c95-43dd-aa89-da251a61f909 req-b9ee5a80-39ea-4e03-a5c6-e21ca7736b11 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0561047 Feb 14 15:41:57.602364 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-945dbc40-3c95-43dd-aa89-da251a61f909 req-72b4d6e4-887c-45f1-8384-d14faec2cb91 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Feb 14 15:41:58.312960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469aa8b-8e7b-461f-a819-98beca5dab50 req-f7646cb0-b775-415e-9802-4beaed616be1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:58.316371 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e469aa8b-8e7b-461f-a819-98beca5dab50 req-f7646cb0-b775-415e-9802-4beaed616be1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0560665 Feb 14 15:41:58.362699 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e469aa8b-8e7b-461f-a819-98beca5dab50 req-a8e96d5e-bb69-4e18-a8fb-5ded620180f3 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Feb 14 15:41:58.723978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f298-ff24-42f7-8250-989c4e048f3d req-dc5d57b5-676d-4b54-bc9a-56ba2f0913a1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:58.725467 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9091f298-ff24-42f7-8250-989c4e048f3d req-dc5d57b5-676d-4b54-bc9a-56ba2f0913a1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0560896 Feb 14 15:41:58.771774 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9091f298-ff24-42f7-8250-989c4e048f3d req-63a14ed1-803b-41b4-8e75-82de9fec9493 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Feb 14 15:41:59.053721 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:41:59.237946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53484) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:59.346141 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45832a57-40a7-4348-a309-05074cd28e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.418608 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45832a57-40a7-4348-a309-05074cd28e07 admin admin] Publish callbacks [] for security_group (67cf498b-7e4d-4e4d-9480-6c991aa11089), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.481486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45832a57-40a7-4348-a309-05074cd28e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (67cf498b-7e4d-4e4d-9480-6c991aa11089), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.517263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45832a57-40a7-4348-a309-05074cd28e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf498b-7e4d-4e4d-9480-6c991aa11089,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:59.521469 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-45832a57-40a7-4348-a309-05074cd28e07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=997154536fa54dd1a61c9584f44763d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823956 Feb 14 15:41:59.524566 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53488) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:41:59.570918 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] Publish callbacks [] for security_group (67cf498b-7e4d-4e4d-9480-6c991aa11089), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.591776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] Publish callbacks [] for security_group (67cf498b-7e4d-4e4d-9480-6c991aa11089), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.704600 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb45f8c6-1946-4673-9bc2-3f92af902c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.705143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (67cf498b-7e4d-4e4d-9480-6c991aa11089), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.707144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:41:59.708330 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67cf498b-7e4d-4e4d-9480-6c991aa11089 HTTP/1.1" status: 204 len: 168 time: 0.1828718 Feb 14 15:41:59.718485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b5d99-70bb-45f3-aefa-7d0b0e2ba2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf498b-7e4d-4e4d-9480-6c991aa11089,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:41:59.893669 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306fa9b-7dd1-40be-b616-13184caa83cc req-7f2ae748-5da8-42b2-ab96-4d31f435e770 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:41:59.895134 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4306fa9b-7dd1-40be-b616-13184caa83cc req-7f2ae748-5da8-42b2-ab96-4d31f435e770 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0569847 Feb 14 15:41:59.945359 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4306fa9b-7dd1-40be-b616-13184caa83cc req-326d67c1-2697-4ab6-b467-5c50f40192f9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Feb 14 15:42:00.348982 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53508) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:00.363202 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d89d8adf-e94f-42ec-814e-8bf68e7a1a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.447506 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d89d8adf-e94f-42ec-814e-8bf68e7a1a6c admin admin] Publish callbacks [] for security_group (ea06e5b8-1fee-4f3b-8d04-660d2618edd5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.516407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d89d8adf-e94f-42ec-814e-8bf68e7a1a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ea06e5b8-1fee-4f3b-8d04-660d2618edd5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.555987 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d89d8adf-e94f-42ec-814e-8bf68e7a1a6c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d224c0e22b064dab99aa6e3066c7dfef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058735 Feb 14 15:42:00.557967 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d8adf-e94f-42ec-814e-8bf68e7a1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06e5b8-1fee-4f3b-8d04-660d2618edd5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:00.558917 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53512) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:00.609594 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] Publish callbacks [] for security_group (ea06e5b8-1fee-4f3b-8d04-660d2618edd5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.630045 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] Publish callbacks [] for security_group (ea06e5b8-1fee-4f3b-8d04-660d2618edd5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.675649 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.750078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ea06e5b8-1fee-4f3b-8d04-660d2618edd5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.752996 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:00.754316 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea06e5b8-1fee-4f3b-8d04-660d2618edd5 HTTP/1.1" status: 204 len: 168 time: 0.1942146 Feb 14 15:42:00.768079 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14361283-7eb9-48bb-a18f-d86110b65407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06e5b8-1fee-4f3b-8d04-660d2618edd5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:01.912767 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:03.292701 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:06.694882 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5121-af80-4939-84cf-248592ebd33b req-2b78a5bd-3c22-4e19-bd36-41245aebe2b7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:06.696955 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fb9a5121-af80-4939-84cf-248592ebd33b req-2b78a5bd-3c22-4e19-bd36-41245aebe2b7 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0531962 Feb 14 15:42:06.749323 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fb9a5121-af80-4939-84cf-248592ebd33b req-78a1f83d-336b-4227-a4fa-1c433e6ad914 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467808 Feb 14 15:42:07.869010 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f58516-82d9-409a-9acb-e4a25f331b51 req-6659e8d7-fd40-4f3c-b2ca-5f5acab27175 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:07.870523 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1f58516-82d9-409a-9acb-e4a25f331b51 req-6659e8d7-fd40-4f3c-b2ca-5f5acab27175 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0524707 Feb 14 15:42:07.921714 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1f58516-82d9-409a-9acb-e4a25f331b51 req-d01bea69-c59c-4578-9e65-82b46f7cf29a tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Feb 14 15:42:08.969453 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:09.043047 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592d905-c8af-4375-a992-3567bc52f571 req-0dc216e1-e4e2-44b3-af36-d77bb0de4e70 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:09.044561 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9592d905-c8af-4375-a992-3567bc52f571 req-0dc216e1-e4e2-44b3-af36-d77bb0de4e70 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0545983 Feb 14 15:42:09.083412 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3debf16-ce44-44ff-bd2b-ffd3ef1cb605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.115804 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9592d905-c8af-4375-a992-3567bc52f571 req-7c4ece4f-d169-4c95-b5fc-b6d252ecc4cf tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632484 Feb 14 15:42:09.179878 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3debf16-ce44-44ff-bd2b-ffd3ef1cb605 admin admin] Publish callbacks [] for security_group (ebbaa526-1e6c-4a99-81ae-4043c91a2a9f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.235758 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3debf16-ce44-44ff-bd2b-ffd3ef1cb605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ebbaa526-1e6c-4a99-81ae-4043c91a2a9f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.276973 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c3debf16-ce44-44ff-bd2b-ffd3ef1cb605 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=722d5657b18b4829ad9c4336b9dd1de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063943 Feb 14 15:42:09.277801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3debf16-ce44-44ff-bd2b-ffd3ef1cb605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbaa526-1e6c-4a99-81ae-4043c91a2a9f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:09.279668 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53696) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:09.329391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] Publish callbacks [] for security_group (ebbaa526-1e6c-4a99-81ae-4043c91a2a9f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.351098 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] Publish callbacks [] for security_group (ebbaa526-1e6c-4a99-81ae-4043c91a2a9f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.487628 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ebbaa526-1e6c-4a99-81ae-4043c91a2a9f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.490311 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:09.491457 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebbaa526-1e6c-4a99-81ae-4043c91a2a9f HTTP/1.1" status: 204 len: 168 time: 0.2101214 Feb 14 15:42:09.500591 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f69fe-f083-419d-beb9-c510d839057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbaa526-1e6c-4a99-81ae-4043c91a2a9f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:10.126184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:10.139865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aa69-5b13-4530-bffe-4b0beb78d967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.219964 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aa69-5b13-4530-bffe-4b0beb78d967 admin admin] Publish callbacks [] for security_group (981b7d94-2a9c-40f3-b739-2e2d0b7d77e4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.275972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ee6aa69-5b13-4530-bffe-4b0beb78d967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (981b7d94-2a9c-40f3-b739-2e2d0b7d77e4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.280588 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1338-c24c-47d1-8ed5-a6a9f2d8264d req-23f140b3-b6ed-4b2e-b83c-f03b71b667af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:10.282422 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ebe1338-c24c-47d1-8ed5-a6a9f2d8264d req-23f140b3-b6ed-4b2e-b83c-f03b71b667af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.0796826 Feb 14 15:42:10.289273 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-a317cbc0-adfd-4d61-be6f-e47f4cd5443f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:10.290788 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-a317cbc0-adfd-4d61-be6f-e47f4cd5443f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 946 time: 0.1020808 Feb 14 15:42:10.318547 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6aa69-5b13-4530-bffe-4b0beb78d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981b7d94-2a9c-40f3-b739-2e2d0b7d77e4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:10.324742 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4ee6aa69-5b13-4530-bffe-4b0beb78d967 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fbac5aec1614a8a859f447965191d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975610 Feb 14 15:42:10.327357 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53710) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:10.370248 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ebe1338-c24c-47d1-8ed5-a6a9f2d8264d req-bf227002-b0a1-49be-8857-a01fa5a9dbb1 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783615 Feb 14 15:42:10.376730 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] Publish callbacks [] for security_group (981b7d94-2a9c-40f3-b739-2e2d0b7d77e4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.406280 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] Publish callbacks [] for security_group (981b7d94-2a9c-40f3-b739-2e2d0b7d77e4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.420068 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Deleting port 728d5208-ef1d-42cd-ba43-59c9e85827c3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:10.420422 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.525269 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] For port 728d5208-ef1d-42cd-ba43-59c9e85827c3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=728d5208-ef1d-42cd-ba43-59c9e85827c3,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:10.525781 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.538637 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Calling delete_port for 728d5208-ef1d-42cd-ba43-59c9e85827c3 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:10.556428 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (981b7d94-2a9c-40f3-b739-2e2d0b7d77e4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.559078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.562740 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/981b7d94-2a9c-40f3-b739-2e2d0b7d77e4 HTTP/1.1" status: 204 len: 168 time: 0.2319705 Feb 14 15:42:10.571071 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b73be5-9300-43f8-8785-3763c2ec8884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b7d94-2a9c-40f3-b739-2e2d0b7d77e4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:10.733260 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (728d5208-ef1d-42cd-ba43-59c9e85827c3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.768251 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Pushing event deleted for resources: {'Port': ['ID=728d5208-ef1d-42cd-ba43-59c9e85827c3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:10.779535 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['5bab5260-d6ed-4f85-b1f8-691757a72025', '728d5208-ef1d-42cd-ba43-59c9e85827c3'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:10.826072 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] No DVR routers for this DVR port 728d5208-ef1d-42cd-ba43-59c9e85827c3 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:10.829373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:10.833011 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9d4f1da5-f3e2-4b3e-ac0e-5aabd3ee29be req-afef71b0-9e5c-48cc-abbf-8c487e78ecb3 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "DELETE /v2.0/ports/728d5208-ef1d-42cd-ba43-59c9e85827c3 HTTP/1.1" status: 204 len: 173 time: 0.5342526 Feb 14 15:42:10.838151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'name': 'network-vif-deleted', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:10.838151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a49b90-a095-443a-8f4c-5f3ad0417916" -d '{"events": [{"server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "name": "network-vif-deleted", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:10.874250 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c920999-81ce-4ffb-a7fb-abd70cc7c64a x-openstack-request-id: req-9c920999-81ce-4ffb-a7fb-abd70cc7c64a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:10.874559 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24", "name": "network-vif-deleted", "tag": "728d5208-ef1d-42cd-ba43-59c9e85827c3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:10.874848 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c920999-81ce-4ffb-a7fb-abd70cc7c64a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:10.875242 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24', 'name': 'network-vif-deleted', 'tag': '728d5208-ef1d-42cd-ba43-59c9e85827c3', 'status': 'completed', 'code': 200} Feb 14 15:42:11.328300 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:11.341338 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51dbe61d-93df-4968-b76b-cc50e2fee297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.424391 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51dbe61d-93df-4968-b76b-cc50e2fee297 admin admin] Publish callbacks [] for security_group (ce34d258-d5c4-48ca-b0b9-b9ab194efc6f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.479862 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9cf82465-e2dd-409a-afd0-d88bea523dfb req-531990dc-1fd9-4cbd-a8a8-48bb55ef2a58 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ea6b7ac-02e4-473c-b1ad-1d3c54e3ce24 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Feb 14 15:42:11.487796 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51dbe61d-93df-4968-b76b-cc50e2fee297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ce34d258-d5c4-48ca-b0b9-b9ab194efc6f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.532703 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbe61d-93df-4968-b76b-cc50e2fee297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce34d258-d5c4-48ca-b0b9-b9ab194efc6f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:11.538031 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-51dbe61d-93df-4968-b76b-cc50e2fee297 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=560e6f560ddb48cf84a8f855946b81e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087209 Feb 14 15:42:11.541593 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:11.590357 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] Publish callbacks [] for security_group (ce34d258-d5c4-48ca-b0b9-b9ab194efc6f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.611014 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] Publish callbacks [] for security_group (ce34d258-d5c4-48ca-b0b9-b9ab194efc6f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.738753 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ce34d258-d5c4-48ca-b0b9-b9ab194efc6f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.741460 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:11.742728 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce34d258-d5c4-48ca-b0b9-b9ab194efc6f HTTP/1.1" status: 204 len: 168 time: 0.2000272 Feb 14 15:42:11.751542 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009e51c-b74f-4043-8aae-b5f016c6a756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce34d258-d5c4-48ca-b0b9-b9ab194efc6f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:12.098848 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:12.995851 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215716f2-84f3-4400-a2f6-688bd83142c0 req-68877b05-9deb-4d8a-b1fe-4c71845ff643 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:12.997426 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-215716f2-84f3-4400-a2f6-688bd83142c0 req-68877b05-9deb-4d8a-b1fe-4c71845ff643 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0592275 Feb 14 15:42:13.044678 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-215716f2-84f3-4400-a2f6-688bd83142c0 req-2719ba52-ae19-43dc-8d2d-d8e12bb201ce tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Feb 14 15:42:13.064449 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 728d5208-ef1d-42cd-ba43-59c9e85827c3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:13.084393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 728d5208-ef1d-42cd-ba43-59c9e85827c3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:13.084744 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 728d5208-ef1d-42cd-ba43-59c9e85827c3 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:13.331652 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53786) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:13.438798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-978c16bf-a4a6-4b0e-9998-21d8f1661f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.510574 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-978c16bf-a4a6-4b0e-9998-21d8f1661f10 admin admin] Publish callbacks [] for security_group (07be7aff-40d7-4d81-bb77-347a1daddac8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.578426 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-978c16bf-a4a6-4b0e-9998-21d8f1661f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (07be7aff-40d7-4d81-bb77-347a1daddac8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.617316 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-978c16bf-a4a6-4b0e-9998-21d8f1661f10 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=403a4246a52e4ca1b640b606930a7820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845790 Feb 14 15:42:13.618287 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c16bf-a4a6-4b0e-9998-21d8f1661f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be7aff-40d7-4d81-bb77-347a1daddac8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:13.620233 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53790) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:13.670733 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] Publish callbacks [] for security_group (07be7aff-40d7-4d81-bb77-347a1daddac8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.691169 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] Publish callbacks [] for security_group (07be7aff-40d7-4d81-bb77-347a1daddac8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.813033 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (07be7aff-40d7-4d81-bb77-347a1daddac8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.815699 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:13.816862 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07be7aff-40d7-4d81-bb77-347a1daddac8 HTTP/1.1" status: 204 len: 168 time: 0.1951129 Feb 14 15:42:13.825276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e489914-ffaa-47fd-8e02-dd4bc9877c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be7aff-40d7-4d81-bb77-347a1daddac8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:14.170180 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef859fd-c205-44c1-9332-b7debb93eadc req-cfe0524f-b289-4add-93cd-7ef02e881547 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:14.171702 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3ef859fd-c205-44c1-9332-b7debb93eadc req-cfe0524f-b289-4add-93cd-7ef02e881547 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0583036 Feb 14 15:42:14.220860 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3ef859fd-c205-44c1-9332-b7debb93eadc req-c2d74ffa-f707-4fef-ac9b-7637f73bb5d6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Feb 14 15:42:14.513723 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-83c04b18-ad28-47ce-99eb-adfc9a8183cd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477161 Feb 14 15:42:14.629550 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100126-cd08-494a-aadb-b15783d13487 req-c3b9cbbc-0ccb-409c-a03d-6de55a30b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:14.631088 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-c3b9cbbc-0ccb-409c-a03d-6de55a30b8e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7bc665899fee40b1bbf31d1277c45078&device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 1129 time: 0.0441403 Feb 14 15:42:14.739961 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100126-cd08-494a-aadb-b15783d13487 req-bfeb238d-22b0-413b-a12a-039881dac60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:14.741451 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-bfeb238d-22b0-413b-a12a-039881dac60b service neutron] 10.222.0.100 "GET /v2.0/networks?id=be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 200 len: 916 time: 0.0897863 Feb 14 15:42:14.787946 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-c40b3755-35fa-41bd-9fee-009c84ec0038 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 200 len: 217 time: 0.0371447 Feb 14 15:42:14.843324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30100126-cd08-494a-aadb-b15783d13487 req-5367534c-fe03-486c-b781-fca0f481125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:14.844841 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-5367534c-fe03-486c-b781-fca0f481125d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 200 len: 854 time: 0.0488834 Feb 14 15:42:14.879644 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-3bdd4071-816e-42d2-b941-4ab7faeec560 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=be404b3e-4d5f-4566-9a44-63b992939d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254745 Feb 14 15:42:14.976100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-3d7da652-12c5-4f5a-b031-2a1db8dddbe4 service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868590 Feb 14 15:42:15.073226 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-30100126-cd08-494a-aadb-b15783d13487 req-f1731d22-9e09-4822-a622-c0f387654c3a service neutron] 10.222.0.100 "GET /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Feb 14 15:42:15.348937 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffcc63-dc8b-4c34-85e2-58aa7d585274 req-98591ac9-87ad-4acb-8ff2-f835b64ed2af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:15.350351 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c1ffcc63-dc8b-4c34-85e2-58aa7d585274 req-98591ac9-87ad-4acb-8ff2-f835b64ed2af tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0601530 Feb 14 15:42:15.396995 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c1ffcc63-dc8b-4c34-85e2-58aa7d585274 req-778c02ad-4727-43c6-853c-85636c97800f tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Feb 14 15:42:16.513675 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9d41-c5ff-43af-964b-6c737fff083f req-3edd439b-922b-49df-b263-8b052d5945f5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:16.515142 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-974d9d41-c5ff-43af-964b-6c737fff083f req-3edd439b-922b-49df-b263-8b052d5945f5 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Feb 14 15:42:16.565883 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-974d9d41-c5ff-43af-964b-6c737fff083f req-edde6eb4-d28d-47bd-841d-a3c9143e722c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Feb 14 15:42:17.685622 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d1122-57a2-4809-8990-b15f4e6aeaff req-c07f46cf-df96-4451-82c6-c0e5f77dcce4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:17.687118 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fc3d1122-57a2-4809-8990-b15f4e6aeaff req-c07f46cf-df96-4451-82c6-c0e5f77dcce4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Feb 14 15:42:17.734377 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fc3d1122-57a2-4809-8990-b15f4e6aeaff req-93174be9-10a9-4d90-925d-b00c6c8593c4 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Feb 14 15:42:18.858984 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094f27c-9e8c-4475-8a3d-50fd9caa177c req-84c11f99-b210-45d2-94f2-3c0055ee723c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:18.860546 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3094f27c-9e8c-4475-8a3d-50fd9caa177c req-84c11f99-b210-45d2-94f2-3c0055ee723c tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0601368 Feb 14 15:42:18.909846 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3094f27c-9e8c-4475-8a3d-50fd9caa177c req-c2d94518-de65-4097-babe-34644189e95b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Feb 14 15:42:19.457315 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812084b-60ee-4324-938f-3d8bbc5b28be req-704ec001-d83a-462b-8b49-ed7a6e7db9c8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:19.458792 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3812084b-60ee-4324-938f-3d8bbc5b28be req-704ec001-d83a-462b-8b49-ed7a6e7db9c8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0575135 Feb 14 15:42:19.508343 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3812084b-60ee-4324-938f-3d8bbc5b28be req-72540490-d87d-4660-a02e-dfa694397cc1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Feb 14 15:42:20.033483 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab20f-9257-4215-be92-163773251e46 req-f06d62ed-1639-4452-9713-9048c71b5dab tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:20.034963 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cbab20f-9257-4215-be92-163773251e46 req-f06d62ed-1639-4452-9713-9048c71b5dab tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0563293 Feb 14 15:42:20.080619 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cbab20f-9257-4215-be92-163773251e46 req-48df9a0d-cc8f-4ef9-b671-0f6afc71d5d8 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Feb 14 15:42:20.643786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53908) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:20.646245 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2c7ed-6ffd-429d-9839-365d3161a492 req-a4b96c2f-0b52-448c-b3ae-2b8670837733 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:20.652328 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a5b2c7ed-6ffd-429d-9839-365d3161a492 req-a4b96c2f-0b52-448c-b3ae-2b8670837733 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0676560 Feb 14 15:42:20.708795 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a5b2c7ed-6ffd-429d-9839-365d3161a492 req-fad29e01-fe11-472e-b35c-7acac699cb97 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521502 Feb 14 15:42:20.758137 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db855939-7e9b-4eae-aef2-808779ce4c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:20.840047 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db855939-7e9b-4eae-aef2-808779ce4c83 admin admin] Publish callbacks [] for security_group (d8c03fb7-9aa1-4721-9bb6-dd725a7deb01), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:20.915854 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db855939-7e9b-4eae-aef2-808779ce4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d8c03fb7-9aa1-4721-9bb6-dd725a7deb01), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:20.917459 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-e8d6c9c7-7fa2-4aae-8d9e-a3be281dde39 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:20.919120 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-e8d6c9c7-7fa2-4aae-8d9e-a3be281dde39 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0636578 Feb 14 15:42:20.957848 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-db855939-7e9b-4eae-aef2-808779ce4c83 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbeb749bac294ea9970b2eb4b04bdaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129072 Feb 14 15:42:20.958858 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db855939-7e9b-4eae-aef2-808779ce4c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c03fb7-9aa1-4721-9bb6-dd725a7deb01,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:20.961102 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53914) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:21.064403 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] Publish callbacks [] for security_group (d8c03fb7-9aa1-4721-9bb6-dd725a7deb01), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.080479 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Deleting port 5bab5260-d6ed-4f85-b1f8-691757a72025 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:21.080820 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.110711 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] Publish callbacks [] for security_group (d8c03fb7-9aa1-4721-9bb6-dd725a7deb01), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.208529 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a471bc-6874-4438-978b-d34991a15973 req-99aaf451-6f68-493e-b153-41b18759f98b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:21.211673 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-50a471bc-6874-4438-978b-d34991a15973 req-99aaf451-6f68-493e-b153-41b18759f98b tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 945 time: 0.0622852 Feb 14 15:42:21.213342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] For port 5bab5260-d6ed-4f85-b1f8-691757a72025, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5bab5260-d6ed-4f85-b1f8-691757a72025,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:21.213719 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.230726 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Calling delete_port for 5bab5260-d6ed-4f85-b1f8-691757a72025 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:21.281800 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-50a471bc-6874-4438-978b-d34991a15973 req-752c97ad-dc02-45a3-9b4b-5886d1fc17b6 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/security-groups?id=92165303-033e-43d0-8e8c-ccc92233fd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613763 Feb 14 15:42:21.311781 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d8c03fb7-9aa1-4721-9bb6-dd725a7deb01), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.314392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.315548 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8c03fb7-9aa1-4721-9bb6-dd725a7deb01 HTTP/1.1" status: 204 len: 168 time: 0.3531625 Feb 14 15:42:21.327062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d89428-9080-49e7-ae8c-d8cd857c997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c03fb7-9aa1-4721-9bb6-dd725a7deb01,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:21.516146 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (5bab5260-d6ed-4f85-b1f8-691757a72025), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.547037 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Pushing event deleted for resources: {'Port': ['ID=5bab5260-d6ed-4f85-b1f8-691757a72025,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:21.594190 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] No DVR routers for this DVR port 5bab5260-d6ed-4f85-b1f8-691757a72025 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:21.596947 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:21.600642 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b1e1bfd5-ace5-4598-88d1-f6f27c31beb0 req-50bdcae8-7dee-4cc1-ad82-e6cd7607b926 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.100 "DELETE /v2.0/ports/5bab5260-d6ed-4f85-b1f8-691757a72025 HTTP/1.1" status: 204 len: 173 time: 0.6761041 Feb 14 15:42:21.601084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'name': 'network-vif-deleted', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:21.603415 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ce3839-14c3-4c89-8eb5-126911b770df" -d '{"events": [{"server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "name": "network-vif-deleted", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:21.641602 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e318043a-c1ed-4e70-8621-4dc7f6f030a4 x-openstack-request-id: req-e318043a-c1ed-4e70-8621-4dc7f6f030a4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:21.641903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f1a1d9-eea6-4159-8a1b-40832e7f5707", "name": "network-vif-deleted", "tag": "5bab5260-d6ed-4f85-b1f8-691757a72025", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:21.642152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e318043a-c1ed-4e70-8621-4dc7f6f030a4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:21.642551 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f1a1d9-eea6-4159-8a1b-40832e7f5707', 'name': 'network-vif-deleted', 'tag': '5bab5260-d6ed-4f85-b1f8-691757a72025', 'status': 'completed', 'code': 200} Feb 14 15:42:21.837851 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2b584-723d-46a6-a065-c63b24aae569 req-eba542b2-b6f2-4572-95e3-3b40c2f07bfb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:21.839349 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-91f2b584-723d-46a6-a065-c63b24aae569 req-eba542b2-b6f2-4572-95e3-3b40c2f07bfb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0584927 Feb 14 15:42:21.890963 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-91f2b584-723d-46a6-a065-c63b24aae569 req-ef9d1a75-3961-47b4-a956-2beb3f0a5e5b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Feb 14 15:42:22.321151 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d37b1-f2e8-4d23-b64d-0e562aa5d18b req-03657c26-cde9-4c9e-bdfa-741d4d65445a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:22.321151 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-805d37b1-f2e8-4d23-b64d-0e562aa5d18b req-03657c26-cde9-4c9e-bdfa-741d4d65445a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0532334 Feb 14 15:42:22.374043 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-805d37b1-f2e8-4d23-b64d-0e562aa5d18b req-f943d2c0-c4f1-4467-b6bb-98921d2358f9 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Feb 14 15:42:22.418181 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64ac53eb-6507-4b40-b021-752ecbef2c79 req-6526f219-3a91-44bb-9abd-6ea83a0851b9 tempest-ServerRescueNegativeTestJSON-1533921538 tempest-ServerRescueNegativeTestJSON-1533921538-project] 10.222.0.67 "GET /v2.0/ports?device_id=38f1a1d9-eea6-4159-8a1b-40832e7f5707 HTTP/1.1" status: 200 len: 210 time: 0.0414002 Feb 14 15:42:22.457297 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53952) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:22.553759 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-661606282-network', 'tenant_id': '622f564eaa2a4c1ab9ed8bc9abf0ad7a'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:22.646795 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Made reservation on behalf of 622f564eaa2a4c1ab9ed8bc9abf0ad7a for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:22.649703 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.658610 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.735966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks [] for security_group (a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.812448 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.833918 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:42:22.847779 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:22.852725 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (1d882c0b-9155-408b-92cf-5bf38d7d4ed3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.853055 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Added segment 1d882c0b-9155-408b-92cf-5bf38d7d4ed3 of type vlan for network 8221fd64-e9ba-4de9-974d-f9d6200636e9 Feb 14 15:42:22.895424 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (8221fd64-e9ba-4de9-974d-f9d6200636e9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.983847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (8221fd64-e9ba-4de9-974d-f9d6200636e9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:22.984835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:22.985418 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:23.019904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31549660-4b84-4c57-bda8-ffffac5588d0 req-e027385a-3f53-439f-9f5c-160099f9d474 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:23.021668 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-31549660-4b84-4c57-bda8-ffffac5588d0 req-e027385a-3f53-439f-9f5c-160099f9d474 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0600224 Feb 14 15:42:23.051653 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] Pushing event updated for resources: {'Network': ['ID=8221fd64-e9ba-4de9-974d-f9d6200636e9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:23.063364 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:42:23.067049 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 5bab5260-d6ed-4f85-b1f8-691757a72025 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:23.074536 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-31549660-4b84-4c57-bda8-ffffac5588d0 req-d1365a28-c35e-4f6e-b0a3-25f9074bda7e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464718 Feb 14 15:42:23.074712 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a931048c-5c23-4382-9e49-3a534919e957 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6163204 Feb 14 15:42:23.077557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53958) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:23.082580 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Request body: {'subnet': {'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-661606282-subnet', 'tenant_id': '622f564eaa2a4c1ab9ed8bc9abf0ad7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:23.103099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 5bab5260-d6ed-4f85-b1f8-691757a72025 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:23.103452 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 5bab5260-d6ed-4f85-b1f8-691757a72025 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:23.149106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Made reservation on behalf of 622f564eaa2a4c1ab9ed8bc9abf0ad7a for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:23.151482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:23.355617 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for subnet (ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:23.412444 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:23.421509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Checking segment: {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:23.422085 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Network hostable DHCP agents. Network: 8221fd64-e9ba-4de9-974d-f9d6200636e9, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:42:23.476798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:23.489464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:42:23.513463 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f8c68-a6b8-4490-b02e-2ac970595192 req-14e8161d-0308-4a01-b8c4-be573fa1ffc6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:23.515110 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a85f8c68-a6b8-4490-b02e-2ac970595192 req-14e8161d-0308-4a01-b8c4-be573fa1ffc6 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0625780 Feb 14 15:42:23.556013 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 8221fd64-e9ba-4de9-974d-f9d6200636e9) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:23.562748 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:23.563352 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:23.568347 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61b6fb-4d61-4264-b3ac-3859380feebd None None] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:42:23.586974 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a85f8c68-a6b8-4490-b02e-2ac970595192 req-bbe2aee2-8b53-4a9d-ad2f-5368ebf3c777 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657291 Feb 14 15:42:23.668182 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9860cc5f-308c-4a33-a6af-831be3a4a5fa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5892463 Feb 14 15:42:23.685071 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10413c0a-3689-471f-85cd-d4248380e814 None None] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:42:23.943008 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:24.244297 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18edd7-17f9-4603-8cd2-68c1f4869997 req-974c7129-3c66-483c-a9f9-42917609ad7d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:24.245822 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-af18edd7-17f9-4603-8cd2-68c1f4869997 req-974c7129-3c66-483c-a9f9-42917609ad7d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0959101 Feb 14 15:42:24.324165 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-af18edd7-17f9-4603-8cd2-68c1f4869997 req-4a4eafc6-d87c-4c0a-b85e-9e2a75150e42 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713396 Feb 14 15:42:24.337547 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Deleting port d968ecb4-68c7-44cf-9ffe-073220c6ba1f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:24.338022 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:24.608921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] For port d968ecb4-68c7-44cf-9ffe-073220c6ba1f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,segment=NetworkSegment(7dd27c92-7795-416b-ba84-04917a4e103e),segment_id=7dd27c92-7795-416b-ba84-04917a4e103e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:24.609440 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:24.624327 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Calling delete_port for d968ecb4-68c7-44cf-9ffe-073220c6ba1f owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:24.744510 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c131c8-c0ac-4921-a799-0698c4352f5b req-62ce3d08-7a35-45a6-9918-ca1241597549 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:24.747669 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-40c131c8-c0ac-4921-a799-0698c4352f5b req-62ce3d08-7a35-45a6-9918-ca1241597549 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0707126 Feb 14 15:42:24.832253 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-40c131c8-c0ac-4921-a799-0698c4352f5b req-61c9338b-9a69-45fa-ac98-ded496219f84 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785995 Feb 14 15:42:24.840394 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc15066-155b-49aa-9a58-b979cab10411 req-6930b95a-d757-440d-ad69-0af8896e7117 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:24.841990 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1dc15066-155b-49aa-9a58-b979cab10411 req-6930b95a-d757-440d-ad69-0af8896e7117 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 945 time: 0.0864935 Feb 14 15:42:24.946912 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Deleting port eb5e4749-2242-439e-b62b-ce8a7bf28db3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:24.947247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:24.955450 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (d968ecb4-68c7-44cf-9ffe-073220c6ba1f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:24.984868 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Pushing event deleted for resources: {'Port': ['ID=d968ecb4-68c7-44cf-9ffe-073220c6ba1f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:25.044323 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] For port eb5e4749-2242-439e-b62b-ce8a7bf28db3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb5e4749-2242-439e-b62b-ce8a7bf28db3,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:25.044726 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.058958 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Calling delete_port for eb5e4749-2242-439e-b62b-ce8a7bf28db3 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:25.151380 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.241110 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (eb5e4749-2242-439e-b62b-ce8a7bf28db3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.270585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event deleted for resources: {'Port': ['ID=eb5e4749-2242-439e-b62b-ce8a7bf28db3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:25.280276 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', '6f74abce-eac4-4332-b6da-a39af63d40c4', '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:25.323243 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] No DVR routers for this DVR port eb5e4749-2242-439e-b62b-ce8a7bf28db3 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:25.325757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.329125 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1dc15066-155b-49aa-9a58-b979cab10411 req-d3e1e060-da0c-43da-b6f9-7dfca8f5bcca tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "DELETE /v2.0/ports/eb5e4749-2242-439e-b62b-ce8a7bf28db3 HTTP/1.1" status: 204 len: 173 time: 0.4816835 Feb 14 15:42:25.329578 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'name': 'network-vif-deleted', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:25.332007 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45463d-8752-4bfc-8bda-61d221dd8941" -d '{"events": [{"server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "name": "network-vif-deleted", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:25.371466 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c68deb0-bf64-4c44-9c16-bbfa1236d9c2 x-openstack-request-id: req-6c68deb0-bf64-4c44-9c16-bbfa1236d9c2 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:25.371831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d510d385-f40d-4b07-8353-26e8d6e18221", "name": "network-vif-deleted", "tag": "eb5e4749-2242-439e-b62b-ce8a7bf28db3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:25.372095 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c68deb0-bf64-4c44-9c16-bbfa1236d9c2 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:25.372502 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd510d385-f40d-4b07-8353-26e8d6e18221', 'name': 'network-vif-deleted', 'tag': 'eb5e4749-2242-439e-b62b-ce8a7bf28db3', 'status': 'completed', 'code': 200} Feb 14 15:42:25.412862 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:42:25.476883 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9155d-8cc5-4490-8aec-ace19959eb63 req-b2740164-11d8-4b42-930e-93d4add3fd44 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:25.478571 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-21d9155d-8cc5-4490-8aec-ace19959eb63 req-b2740164-11d8-4b42-930e-93d4add3fd44 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0624795 Feb 14 15:42:25.532761 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:42:25.542279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-21d9155d-8cc5-4490-8aec-ace19959eb63 req-dfb40b8c-52a6-4df5-99eb-a0a6c36778c8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580277 Feb 14 15:42:25.546792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 53986) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:25.547051 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Sync routers for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:42:25.547496 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ca22c134-6654-49bb-963d-e0e6ff9fe999 admin admin] 10.222.0.67 "PUT /v2.0/routers/3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649257 Feb 14 15:42:25.556757 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:25.558068 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:25.672335 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:25.674091 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks [] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.790906 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks [] for router_gateway (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.878936 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Deleting port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:25.879593 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.954904 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a14709bc-89d6-4205-90b3-d62c000cfc94 req-e03fc501-924e-4798-93b9-aa49a19d7c59 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=d510d385-f40d-4b07-8353-26e8d6e18221 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Feb 14 15:42:25.964609 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:42:24Z', 'revision_number': 5, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port': {'id': '533899c3-8f25-4b63-82f3-3f3fb7fabcb3', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:06Z', 'updated_at': '2022-02-14T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:25.966237 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] For port 533899c3-8f25-4b63-82f3-3f3fb7fabcb3, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:25.967773 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:25.980172 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Calling delete_port for 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:25.990162 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Checking router: 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:42:25.998398 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Routers {'3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:25.999015 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:26.087788 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] Set router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:26.148699 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:42:25Z', 'revision_number': 6, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:26.188458 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9057abd-ecea-4770-8c83-d6d6ab4343b8 None None] The sync data for ids ['3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6'] in dv-cinder-815145-9-iscsi is: [{'id': '3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6', 'name': 'tempest-ServerRescueNegativeTestJSON-487171747-router', 'tenant_id': '1dcbfa8d41184197a263c6812d8ad19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:05Z', 'updated_at': '2022-02-14T15:42:25Z', 'revision_number': 6, 'project_id': '1dcbfa8d41184197a263c6812d8ad19b', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:42:26.476585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (533899c3-8f25-4b63-82f3-3f3fb7fabcb3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.505446 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=533899c3-8f25-4b63-82f3-3f3fb7fabcb3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:26.533944 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.576982 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d968ecb4-68c7-44cf-9ffe-073220c6ba1f no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:26.610609 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: d968ecb4-68c7-44cf-9ffe-073220c6ba1f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:26.612890 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d968ecb4-68c7-44cf-9ffe-073220c6ba1f not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:26.650423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.658840 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks [] for router_controller (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.754801 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbffc-5aba-4707-ab29-4ec4cbe361a1 req-f608d68c-687f-4bed-a782-86049344f8cd tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:26.756298 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8febbffc-5aba-4707-ab29-4ec4cbe361a1 req-f608d68c-687f-4bed-a782-86049344f8cd tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1095006 Feb 14 15:42:26.798919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.799926 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:42:26.804932 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.805681 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0027ab17-d59d-4eb4-807f-038f8e881e03 admin admin] 10.222.0.67 "DELETE /v2.0/routers/3fee4fad-3b35-40fb-8f1e-a8b5ab22d3d6 HTTP/1.1" status: 204 len: 168 time: 1.2620516 Feb 14 15:42:26.809268 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 53998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:26.813804 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8febbffc-5aba-4707-ab29-4ec4cbe361a1 req-aab37060-fe73-445b-9fff-3e342d4d683b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515788 Feb 14 15:42:26.870214 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Deleting subnet 37b102f1-6585-42ad-aad1-e5cd1910eedb {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:42:26.873443 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Publish callbacks [] for subnet (37b102f1-6585-42ad-aad1-e5cd1910eedb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:26.932409 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (37b102f1-6585-42ad-aad1-e5cd1910eedb), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.017896 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (37b102f1-6585-42ad-aad1-e5cd1910eedb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.057844 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-bcc331ca-ca51-484c-9e94-58a01ca3d920 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:27.059328 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-bcc331ca-ca51-484c-9e94-58a01ca3d920 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/networks?id=8221fd64-e9ba-4de9-974d-f9d6200636e9 HTTP/1.1" status: 200 len: 813 time: 0.1615479 Feb 14 15:42:27.066753 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device eb5e4749-2242-439e-b62b-ce8a7bf28db3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:27.080955 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-fe0fd7b7-5998-4555-9323-079513edc74e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/quotas/622f564eaa2a4c1ab9ed8bc9abf0ad7a HTTP/1.1" status: 200 len: 375 time: 0.0145071 Feb 14 15:42:27.092393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: eb5e4749-2242-439e-b62b-ce8a7bf28db3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:27.092831 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device eb5e4749-2242-439e-b62b-ce8a7bf28db3 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:27.125341 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-8dec9906-cae8-455e-ab68-817008a0b314 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333357 Feb 14 15:42:27.187242 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (37b102f1-6585-42ad-aad1-e5cd1910eedb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.220391 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b102f1-6585-42ad-aad1-e5cd1910eedb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:27.228737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.231962 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0ff2e6b3-770f-43b5-ae85-ad861327afa0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/37b102f1-6585-42ad-aad1-e5cd1910eedb HTTP/1.1" status: 204 len: 168 time: 0.4213140 Feb 14 15:42:27.234381 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:27.284476 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-232ad5b6-df82-4c4b-8a71-0642828023b7 service neutron] 10.222.0.67 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528571 Feb 14 15:42:27.350034 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (225beac4-7071-426e-916a-2c0575f1cd68), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.367417 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02532cec-bfdc-4160-b14f-081c49495517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.459622 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-f0f08498-fb03-4b7c-95be-92a1464746a8 service neutron] 10.222.0.67 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481428 Feb 14 15:42:27.489843 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (225beac4-7071-426e-916a-2c0575f1cd68), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.510835 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225beac4-7071-426e-916a-2c0575f1cd68']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:27.520786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd27c92-7795-416b-ba84-04917a4e103e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:27.521028 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd27c92-7795-416b-ba84-04917a4e103e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:27.531978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (7dd27c92-7795-416b-ba84-04917a4e103e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.546151 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (7dd27c92-7795-416b-ba84-04917a4e103e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.552135 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:42:27.552618 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (7dd27c92-7795-416b-ba84-04917a4e103e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:42:27.554840 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:42:27.687191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (225beac4-7071-426e-916a-2c0575f1cd68), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.691746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:27.697353 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] 10.222.0.67 "DELETE /v2.0/networks/225beac4-7071-426e-916a-2c0575f1cd68 HTTP/1.1" status: 204 len: 168 time: 0.4597776 Feb 14 15:42:27.707895 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d885dca-df61-4211-a554-0a7ef8efaa69 admin admin] Pushing event deleted for resources: {'Network': ['ID=225beac4-7071-426e-916a-2c0575f1cd68,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:27.708205 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6f2b6fbe-038f-4675-9fb6-9085789c6fef req-97e8a541-7972-4572-beae-e9a4fb6436d5 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0333683 Feb 14 15:42:27.951333 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c91d-14a1-42a4-b211-d4b11ff2b453 req-c0d7f897-ed5e-48d2-bd05-1b3bd92c222d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:27.952838 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1210c91d-14a1-42a4-b211-d4b11ff2b453 req-c0d7f897-ed5e-48d2-bd05-1b3bd92c222d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0527909 Feb 14 15:42:27.999645 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1210c91d-14a1-42a4-b211-d4b11ff2b453 req-7ef23dbb-25ce-417b-97ec-cde76f9448b8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Feb 14 15:42:28.036110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:28.075191 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f20768cd-193f-4234-939f-e6c5a3e93c9b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1dcbfa8d41184197a263c6812d8ad19b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379381 Feb 14 15:42:28.077616 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:28.124500 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] Publish callbacks [] for security_group (92165303-033e-43d0-8e8c-ccc92233fd86), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:28.156479 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] Publish callbacks [] for security_group (92165303-033e-43d0-8e8c-ccc92233fd86), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:28.286941 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (92165303-033e-43d0-8e8c-ccc92233fd86), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:28.290222 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:28.291675 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/92165303-033e-43d0-8e8c-ccc92233fd86 HTTP/1.1" status: 204 len: 168 time: 0.2130561 Feb 14 15:42:28.301730 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5025-7ac3-47e1-80de-d24d19eaeb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92165303-033e-43d0-8e8c-ccc92233fd86,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:28.424322 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:28.446217 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:28.446673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 533899c3-8f25-4b63-82f3-3f3fb7fabcb3 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:28.787787 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee63a4-3bdf-40ca-8405-66b5af3058a1 req-35792e24-6c9c-41aa-b4e0-40ef33709d6c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:28.789853 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-94ee63a4-3bdf-40ca-8405-66b5af3058a1 req-35792e24-6c9c-41aa-b4e0-40ef33709d6c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0594454 Feb 14 15:42:28.823942 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-71748a2e-256d-457d-a28b-b73984b9fbba req-654a7423-afce-4a8b-b77e-7fbdcd08ddee tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0425575 Feb 14 15:42:28.841203 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-94ee63a4-3bdf-40ca-8405-66b5af3058a1 req-1c55ad34-2a68-4816-b21e-ec2b52f18bbb tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Feb 14 15:42:29.119289 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5536-bc1c-4c21-abe0-b139d446aa63 req-e7573070-d7b9-48cb-9e6a-d9bb30349a7a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:29.122052 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6fba5536-bc1c-4c21-abe0-b139d446aa63 req-e7573070-d7b9-48cb-9e6a-d9bb30349a7a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0565927 Feb 14 15:42:29.178581 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6fba5536-bc1c-4c21-abe0-b139d446aa63 req-43cb668b-9f84-49f7-b2ea-bb1936bfcafb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Feb 14 15:42:29.367109 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54066) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:29.475067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-network', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:29.560832 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Made reservation on behalf of 4739d4047aa7462d8faa74e7f691ed40 for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:29.563029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.571965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.649662 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks [] for security_group (f0bf56c1-054c-47a6-800b-147164ecd1bc), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.669187 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-895d1764-db96-4954-a30e-1b5a9b3ba3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.710231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f0bf56c1-054c-47a6-800b-147164ecd1bc), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.739466 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:42:29.748190 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bf56c1-054c-47a6-800b-147164ecd1bc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:29.758441 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (a0bc9a03-1890-43b2-bbfe-59334f56dd26), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.758799 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Added segment a0bc9a03-1890-43b2-bbfe-59334f56dd26 of type vlan for network 19d7c594-4ad1-4d80-a89e-00fd8699608c Feb 14 15:42:29.760990 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.761347 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.761697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.762041 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.762383 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.762723 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.763061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.763393 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.763751 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.764085 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.764454 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.764885 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.769247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:29.807993 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (19d7c594-4ad1-4d80-a89e-00fd8699608c), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.903888 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (19d7c594-4ad1-4d80-a89e-00fd8699608c), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.904845 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:29.905420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:29.929761 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-88cda06b-dbff-475a-8b05-2290f9171399 req-03c3f9e4-86d9-450e-97a4-f3873d4e9621 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0340970 Feb 14 15:42:29.991151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] Pushing event updated for resources: {'Network': ['ID=19d7c594-4ad1-4d80-a89e-00fd8699608c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:30.003600 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:42:30.019398 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c86a-1fcd-49ba-897d-6eb931c23cca req-1978bd8b-6b58-497b-b7b6-2d748cad29f7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:30.021335 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5c37c86a-1fcd-49ba-897d-6eb931c23cca req-1978bd8b-6b58-497b-b7b6-2d748cad29f7 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0976291 Feb 14 15:42:30.071035 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5c37c86a-1fcd-49ba-897d-6eb931c23cca req-d31af454-0c2a-4b46-bcd0-3c744966f485 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Feb 14 15:42:30.075293 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-09538778-987a-4442-8deb-e728269f5e70 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7066488 Feb 14 15:42:30.078191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:30.083123 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Request body: {'subnet': {'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-subnet', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:30.166723 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Made reservation on behalf of 4739d4047aa7462d8faa74e7f691ed40 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:30.169770 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.274331 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-7b9de25d-6d01-4728-8532-372ce2a2adc0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:30.275883 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-7b9de25d-6d01-4728-8532-372ce2a2adc0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "GET /v2.0/networks?id=8221fd64-e9ba-4de9-974d-f9d6200636e9 HTTP/1.1" status: 200 len: 813 time: 0.1207211 Feb 14 15:42:30.306469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Request body: {'port': {'device_id': '270bdca8-0607-416f-81ee-1762361dc2d3', 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9', 'admin_state_up': True, 'tenant_id': '622f564eaa2a4c1ab9ed8bc9abf0ad7a'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:30.396053 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f73ca-5414-4224-8883-21a38536f316 req-9f3b5484-9ceb-4a0c-a44c-07c8dd45eb95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:30.397562 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c08f73ca-5414-4224-8883-21a38536f316 req-9f3b5484-9ceb-4a0c-a44c-07c8dd45eb95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1304622 Feb 14 15:42:30.448133 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c08f73ca-5414-4224-8883-21a38536f316 req-d569b857-aeb6-4d4f-9093-db703af1dcc9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Feb 14 15:42:30.469940 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (f33b0973-950c-4317-a0f6-3aed46247271), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.480959 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Made reservation on behalf of 622f564eaa2a4c1ab9ed8bc9abf0ad7a for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:30.484310 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.527919 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33b0973-950c-4317-a0f6-3aed46247271,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:30.536931 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Checking segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:30.537502 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Network hostable DHCP agents. Network: 19d7c594-4ad1-4d80-a89e-00fd8699608c, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:42:30.612306 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:42:30.624548 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Allocated IP 172.20.0.11 (8221fd64-e9ba-4de9-974d-f9d6200636e9/ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4/dfa55751-c020-4345-a1ba-e4e3893f1c7e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:30.674613 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.697627 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 19d7c594-4ad1-4d80-a89e-00fd8699608c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:30.702541 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:30.703954 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.713292 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a2d15-6bed-4623-a265-0f1f305f11f0 None None] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:42:30.776069 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks [] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.780706 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f56e6dc6-a392-46f5-9f53-9ce8134bf577 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7013924 Feb 14 15:42:30.783615 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54086) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:30.787896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:30.824187 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-19d7c594-4ad1-4d80-a89e-00fd8699608c', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:42:30.825286 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.827647 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351e1d0-b284-4777-9b63-261016c2ec9f req-f2ba6669-849f-4d3e-9b2e-50583c67c029 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:30.834660 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2351e1d0-b284-4777-9b63-261016c2ec9f req-f2ba6669-849f-4d3e-9b2e-50583c67c029 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0687535 Feb 14 15:42:30.886125 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2351e1d0-b284-4777-9b63-261016c2ec9f req-45b47fe1-cd5f-44dd-b0f9-8bddfa38b8d8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503762 Feb 14 15:42:30.927240 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.963756 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.964807 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:30.986595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:30.990914 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Allocated IP 172.20.0.2 (19d7c594-4ad1-4d80-a89e-00fd8699608c/f33b0973-950c-4317-a0f6-3aed46247271/fd4d6150-c422-4b74-b16b-183762f99307) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:30.997291 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:31.011092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:31.016047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.016914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.024188 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Pushing event updated for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:31.117862 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for router_controller (41995af5-5b6d-4f7e-b5ed-31536f9fc773), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.139755 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-cae56a59-1d8c-4aba-b926-82add17d7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.141275 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-cae56a59-1d8c-4aba-b926-82add17d7155 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1381681 Feb 14 15:42:31.143999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks [] for port (fd4d6150-c422-4b74-b16b-183762f99307), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.149348 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115102a1-0f7c-4146-aa93-e472cee483ac req-abc0f250-7339-4b51-8dc1-0db50e264f9d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.150808 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-115102a1-0f7c-4146-aa93-e472cee483ac req-abc0f250-7339-4b51-8dc1-0db50e264f9d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 932 time: 0.1296995 Feb 14 15:42:31.177637 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-ce94ec65-7b57-4ad4-8dfa-0037edbdb99f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756459 Feb 14 15:42:31.202763 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Request body: {'port': {'device_id': '270bdca8-0607-416f-81ee-1762361dc2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:31.206378 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42007ce-8ff0-49de-90e7-20aed57888cd req-ca4a854b-2e9c-44c8-a7c3-b62529904905 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.208042 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b42007ce-8ff0-49de-90e7-20aed57888cd req-ca4a854b-2e9c-44c8-a7c3-b62529904905 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Feb 14 15:42:31.257023 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b42007ce-8ff0-49de-90e7-20aed57888cd req-0b5f0df1-cad8-4624-aafd-17c4610b54cd tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 Feb 14 15:42:31.260079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (fd4d6150-c422-4b74-b16b-183762f99307), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.299740 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:31.306454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:31.310895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:31.318502 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Pushing event updated for resources: {'Port': ['ID=fd4d6150-c422-4b74-b16b-183762f99307,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:31.372113 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Attempting to bind port fd4d6150-c422-4b74-b16b-183762f99307 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:42:31.372487 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Attempting to bind port fd4d6150-c422-4b74-b16b-183762f99307 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:42:31.372853 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Attempting to bind port fd4d6150-c422-4b74-b16b-183762f99307 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:31.377799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:42:31.378170 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Checking segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:31.378570 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.378965 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Bound using segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:42:31.379416 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Bound port: fd4d6150-c422-4b74-b16b-183762f99307, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:42:31.379816 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.389373 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-115102a1-0f7c-4146-aa93-e472cee483ac req-ad4fd50c-728c-4f8f-9d29-bb017302ed5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301443 Feb 14 15:42:31.429604 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-bb6910d8-ae88-4d9b-ac21-9caf8576819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.430994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-bb6910d8-ae88-4d9b-ac21-9caf8576819f service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.2793205 Feb 14 15:42:31.437558 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.457036 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] For port fd4d6150-c422-4b74-b16b-183762f99307, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:42:31.460083 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] For port fd4d6150-c422-4b74-b16b-183762f99307, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=fd4d6150-c422-4b74-b16b-183762f99307,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:42:31.469317 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for router_gateway (41995af5-5b6d-4f7e-b5ed-31536f9fc773), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.544555 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (fd4d6150-c422-4b74-b16b-183762f99307), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.607099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a38ec-7533-4d2d-aa45-8e7baa96a9c2 None None] Pushing event updated for resources: {'Port': ['ID=fd4d6150-c422-4b74-b16b-183762f99307,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:31.735929 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-c8ea5ef3-4e26-4e7e-b00b-aeb1ae97d343 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 1001 time: 0.1706400 Feb 14 15:42:31.828963 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-16a5e83a-5bd6-4122-919f-df30724a039c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.830468 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-16a5e83a-5bd6-4122-919f-df30724a039c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.2663813 Feb 14 15:42:31.932719 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:31.940193 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-bbd434d9-e048-4a17-815a-970fc005a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:31.941641 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-bbd434d9-e048-4a17-815a-970fc005a3f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.1949182 Feb 14 15:42:32.009861 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adea9a-0250-4b61-839c-4851d7992f1d req-8d0f3747-38d2-471c-80a9-d80d0a9030c8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:32.011256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a1adea9a-0250-4b61-839c-4851d7992f1d req-8d0f3747-38d2-471c-80a9-d80d0a9030c8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0536873 Feb 14 15:42:32.061559 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a1adea9a-0250-4b61-839c-4851d7992f1d req-92ab993d-0d96-40e4-b4dd-79950863ff6d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Feb 14 15:42:32.093431 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa55751-c020-4345-a1ba-e4e3893f1c7e {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:42:32.100108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-0d3e7bea-f476-4c75-9479-1c7300d4f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:32.101629 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-0d3e7bea-f476-4c75-9479-1c7300d4f4ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489227 Feb 14 15:42:32.106572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks [] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.130769 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Deleting port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:32.131093 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.193857 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Transition to ACTIVE for port object dfa55751-c020-4345-a1ba-e4e3893f1c7e will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:42:32.446642 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device fd4d6150-c422-4b74-b16b-183762f99307 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:32.500668 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.519923 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port fd4d6150-c422-4b74-b16b-183762f99307 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:32.520391 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (fd4d6150-c422-4b74-b16b-183762f99307), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.546653 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e2b2a-e920-4245-bdd3-0acaa9be8433 None None] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:42:32.558896 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873817f9-2510-4ca5-abbd-957794724234 req-9d0421c3-f9d3-4c63-9e7c-3f9895aa6b4d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:32.560411 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-873817f9-2510-4ca5-abbd-957794724234 req-9d0421c3-f9d3-4c63-9e7c-3f9895aa6b4d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0642581 Feb 14 15:42:32.616246 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-873817f9-2510-4ca5-abbd-957794724234 req-40c32df2-b5f6-464e-9996-62ce67b9f7a2 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Feb 14 15:42:32.642874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Provisioning complete for port fd4d6150-c422-4b74-b16b-183762f99307 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:32.643248 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (fd4d6150-c422-4b74-b16b-183762f99307), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.707700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:32.740586 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:32.740984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.750753 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for router_gateway (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.754033 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-19717ffa-5a6d-44f9-ac43-239b5011a9cd service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399302 Feb 14 15:42:32.779783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] For port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:32.780061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.805351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.813040 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port fd4d6150-c422-4b74-b16b-183762f99307, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=fd4d6150-c422-4b74-b16b-183762f99307,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:32.814319 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:32.814709 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.823260 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8050ad5-e915-460c-a2e8-bac976f9036c req-c2858b97-e1cb-4fe7-a060-c47ca13fe96b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:32.824858 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e8050ad5-e915-460c-a2e8-bac976f9036c req-c2858b97-e1cb-4fe7-a060-c47ca13fe96b tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 945 time: 0.3299305 Feb 14 15:42:32.830420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Calling delete_port for 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:32.845572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Attempting to bind port dfa55751-c020-4345-a1ba-e4e3893f1c7e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:42:32.845913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Attempting to bind port dfa55751-c020-4345-a1ba-e4e3893f1c7e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:42:32.846245 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Attempting to bind port dfa55751-c020-4345-a1ba-e4e3893f1c7e on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:32.877299 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (fd4d6150-c422-4b74-b16b-183762f99307), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:32.904118 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Port dfa55751-c020-4345-a1ba-e4e3893f1c7e on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:42:32.904398 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Attempting to bind port dfa55751-c020-4345-a1ba-e4e3893f1c7e on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:32.952335 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.db.api [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 15:42:32.952885 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG oslo_db.api [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 15:42:32.955419 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=fd4d6150-c422-4b74-b16b-183762f99307,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:32.990290 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:42:32.990844 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Checking segment: {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:32.991000 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Bound using segment: {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:42:32.991426 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Bound port: dfa55751-c020-4345-a1ba-e4e3893f1c7e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:42:32.992338 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.109984 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e8050ad5-e915-460c-a2e8-bac976f9036c req-08e71854-0896-4eeb-a360-b89f3038ed93 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555494 Feb 14 15:42:33.159977 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-fe16897e-adb7-4d6e-a139-593042846cf1 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724134 Feb 14 15:42:33.181804 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0706a3-6fa5-47a9-bd44-e99f01df9738 req-4f9c5258-698f-4708-81c6-75f97aa063ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.182054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Allocated IP 172.27.3.243 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/7878aefd-6e05-47ff-a71d-2cb1a2d52509) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:33.183369 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad0706a3-6fa5-47a9-bd44-e99f01df9738 req-4f9c5258-698f-4708-81c6-75f97aa063ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0532672 Feb 14 15:42:33.185092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:42:33.191180 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:42:33.232425 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad0706a3-6fa5-47a9-bd44-e99f01df9738 req-826b882d-00a3-4479-858e-9b887eff9c2e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Feb 14 15:42:33.258858 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.275195 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.291637 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.292257 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.293638 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] 10.222.0.100 "PUT /v2.0/ports/dfa55751-c020-4345-a1ba-e4e3893f1c7e HTTP/1.1" status: 200 len: 1094 time: 2.0986323 Feb 14 15:42:33.294081 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:33.296351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eced5b2-235c-45f8-8367-82c7c0e9b379" -d '{"events": [{"name": "network-changed", "server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:33.324638 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b1572-3334-4ecc-989c-770cd9f60f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:33.343015 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.344447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115a6a9-2ab0-40c1-94f1-0a15e07fd259 x-openstack-request-id: req-e115a6a9-2ab0-40c1-94f1-0a15e07fd259 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:33.344740 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:33.344993 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e115a6a9-2ab0-40c1-94f1-0a15e07fd259 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:33.345385 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e', 'status': 'completed', 'code': 200} Feb 14 15:42:33.369653 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', '6f74abce-eac4-4332-b6da-a39af63d40c4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:33.373879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event deleted for resources: {'Port': ['ID=77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:33.499566 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] No DVR routers for this DVR port 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:33.503834 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.508288 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-27e3a4ba-b65b-4d47-b6a7-a1e382f0d8d3 req-07ea46a3-e999-46d8-9ef3-05fd2cefb1a4 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "DELETE /v2.0/ports/77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 HTTP/1.1" status: 204 len: 173 time: 1.6653605 Feb 14 15:42:33.514046 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c950e429-344e-4def-9c21-379d302171f8 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:33.544121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-5e6a0567-6a1c-426a-87a8-02191d0837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.545654 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-5e6a0567-6a1c-426a-87a8-02191d0837f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 1128 time: 0.1569703 Feb 14 15:42:33.557881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.645279 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-b869fc22-b9e5-46fe-a275-794d23fdd683 None None] Provisioning complete for port fd4d6150-c422-4b74-b16b-183762f99307 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:33.645699 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b869fc22-b9e5-46fe-a275-794d23fdd683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (fd4d6150-c422-4b74-b16b-183762f99307), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.674303 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-5aaa79d3-237e-4b69-93a8-89a97c22d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.675788 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-5aaa79d3-237e-4b69-93a8-89a97c22d30c service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1137812 Feb 14 15:42:33.732996 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:33.736427 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b869fc22-b9e5-46fe-a275-794d23fdd683 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:33.756129 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9984096-73bf-4def-b86a-63ead8ea634c req-7d04c06c-3789-4700-8f8d-a8dc6c3aab9e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.757673 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a9984096-73bf-4def-b86a-63ead8ea634c req-7d04c06c-3789-4700-8f8d-a8dc6c3aab9e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0699677 Feb 14 15:42:33.808039 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a9984096-73bf-4def-b86a-63ead8ea634c req-e93b2f12-b63e-4227-bcea-da9b670235b8 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Feb 14 15:42:33.816319 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:33.822342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:33.827863 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Pushing event updated for resources: {'Port': ['ID=7878aefd-6e05-47ff-a71d-2cb1a2d52509,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:33.829421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:33.875336 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-08f780d7-62b8-46bf-9848-267ef8e2d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:33.883739 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1eced5b2-235c-45f8-8367-82c7c0e9b379 req-08f780d7-62b8-46bf-9848-267ef8e2d794 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1854997 Feb 14 15:42:34.133406 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-e9fdb721-969d-4589-93d4-145e3d6f0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:34.134772 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-e9fdb721-969d-4589-93d4-145e3d6f0718 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 1128 time: 0.1167130 Feb 14 15:42:34.156782 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for router_gateway (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:34.221707 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-d0502d21-2aff-47ef-8c1e-5852a7ac5d46 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e HTTP/1.1" status: 200 len: 217 time: 0.0707891 Feb 14 15:42:34.258095 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7908f33c-3221-4b03-8683-4c1c23de33a8 req-87b69d9c-6533-4b23-b203-9e66ca749b01 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a09f97d-99d0-47b9-8d59-c7e1c094e743 HTTP/1.1" status: 200 len: 210 time: 0.0400298 Feb 14 15:42:34.344086 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50420-66cd-4520-a28f-49e543a86eba req-b52eecda-d8cc-4ee2-95be-ba3de2fb3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:34.345886 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-b52eecda-d8cc-4ee2-95be-ba3de2fb3d2d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4 HTTP/1.1" status: 200 len: 853 time: 0.1158237 Feb 14 15:42:34.387188 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35d40-cae0-4667-aef8-e0b164b10c38 req-77020b8b-db2e-4d41-a244-fda1d2c6c3ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:34.394882 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-84f35d40-cae0-4667-aef8-e0b164b10c38 req-77020b8b-db2e-4d41-a244-fda1d2c6c3ef tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0683908 Feb 14 15:42:34.421782 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-f0bd4be0-a6d5-48a7-aa42-0cbad2a28d95 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8221fd64-e9ba-4de9-974d-f9d6200636e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342789 Feb 14 15:42:34.425099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device fd4d6150-c422-4b74-b16b-183762f99307 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:34.446526 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-84f35d40-cae0-4667-aef8-e0b164b10c38 req-e8e4ed85-1efa-4277-9a96-8c1b0d83d8db tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504320 Feb 14 15:42:34.478867 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port fd4d6150-c422-4b74-b16b-183762f99307 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:34.479238 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (fd4d6150-c422-4b74-b16b-183762f99307), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:34.536613 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:34.560173 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:34.591406 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-d97dc0c0-277d-4624-83e8-b6b94b47ccac service neutron] 10.222.0.100 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614251 Feb 14 15:42:34.741078 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d50420-66cd-4520-a28f-49e543a86eba req-06f073e8-bc9f-453b-a508-1c25c616a81a service neutron] 10.222.0.100 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423538 Feb 14 15:42:34.817945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:42:35.096822 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:35.117360 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:35.117715 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:35.197841 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969a29-b2cc-41e6-98cd-9a72e13f7494 req-3dad1a36-895e-45c5-bbde-fc38cd3be184 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:35.199293 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-00969a29-b2cc-41e6-98cd-9a72e13f7494 req-3dad1a36-895e-45c5-bbde-fc38cd3be184 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0958569 Feb 14 15:42:35.216157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:42:35.225053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:42:35.235332 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:35.235979 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:35.261434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-00969a29-b2cc-41e6-98cd-9a72e13f7494 req-3d03c398-ac21-4fca-a879-45a153bb10f5 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557511 Feb 14 15:42:35.290698 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:35.294840 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-23a2e80b-fb7d-408d-b15f-578dafb63759 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5076296 Feb 14 15:42:35.300492 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:35.346157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'name': 'network-vif-deleted', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:35.348709 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9c9ee-f581-411b-a5e3-9eee0ebdf5b7" -d '{"events": [{"server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "name": "network-vif-deleted", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:35.354785 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:35.410910 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c360f893-92ab-4435-a667-d5e471186550 x-openstack-request-id: req-c360f893-92ab-4435-a667-d5e471186550 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:35.410910 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a09f97d-99d0-47b9-8d59-c7e1c094e743", "name": "network-vif-deleted", "tag": "77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:35.410910 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c360f893-92ab-4435-a667-d5e471186550 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:35.410910 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a09f97d-99d0-47b9-8d59-c7e1c094e743', 'name': 'network-vif-deleted', 'tag': '77cf498a-0195-4a1d-82fa-9f0e0f5d1fb6', 'status': 'completed', 'code': 200} Feb 14 15:42:35.678245 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:33Z', 'revision_number': 3, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:35.701484 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:42:35.701844 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Updating router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:42:35.730667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:35.995104 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks [] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.052141 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:42:36.057893 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.082109 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7d4c-c3da-42ea-beef-7be23317a582 req-2a9a6c81-0f00-4753-abcd-eb9b01da19db tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:36.083593 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e6fd7d4c-c3da-42ea-beef-7be23317a582 req-2a9a6c81-0f00-4753-abcd-eb9b01da19db tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0931256 Feb 14 15:42:36.109673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Attempting to bind port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:42:36.110055 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Attempting to bind port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:42:36.110425 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Attempting to bind port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:36.113210 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71018c6e-ff5a-489f-ae93-d15953af9211 None None] Pushing event updated for resources: {'Port': ['ID=7878aefd-6e05-47ff-a71d-2cb1a2d52509,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:36.118269 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:42:36.118651 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:36.119053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.119441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:42:36.119938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Bound port: 7878aefd-6e05-47ff-a71d-2cb1a2d52509, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:42:36.120324 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.138471 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.170954 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] For port 7878aefd-6e05-47ff-a71d-2cb1a2d52509, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:42:36.174050 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] For port 7878aefd-6e05-47ff-a71d-2cb1a2d52509, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=7878aefd-6e05-47ff-a71d-2cb1a2d52509,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:42:36.175087 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e6fd7d4c-c3da-42ea-beef-7be23317a582 req-0d82cc1e-8e2f-4353-8404-c1b53ea68c62 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706711 Feb 14 15:42:36.252471 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.313073 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Allocated IP 172.20.0.1 (19d7c594-4ad1-4d80-a89e-00fd8699608c/f33b0973-950c-4317-a0f6-3aed46247271/20a472c5-be98-4b4e-8d67-05a4f2c7f7bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:36.318042 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71018c6e-ff5a-489f-ae93-d15953af9211 None None] Pushing event updated for resources: {'Port': ['ID=7878aefd-6e05-47ff-a71d-2cb1a2d52509,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:36.322352 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:36.322993 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:36.394412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f152af-1b42-4794-ba5c-242a278efe91 req-6b3e36d5-d1df-4783-b9fa-c74ed5ec74c7 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:36.396386 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6f152af-1b42-4794-ba5c-242a278efe91 req-6b3e36d5-d1df-4783-b9fa-c74ed5ec74c7 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 944 time: 0.0541205 Feb 14 15:42:36.437079 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks [] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.440004 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:36.449297 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6f152af-1b42-4794-ba5c-242a278efe91 req-fb2f0f3b-f04f-47b7-bf86-3e9d19b3326d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Feb 14 15:42:36.526835 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.567474 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:36.570424 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:36.576078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:36.605266 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:36.619277 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.621774 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:33Z', 'revision_number': 3, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:36.648555 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef03d5-4f91-44b2-a715-b3792e4239c2 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:33Z', 'revision_number': 3, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:42:36.785929 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-960b3622-5b1d-4529-a83b-6e0f2cb17878 None None] Provisioning complete for port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:36.785929 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-960b3622-5b1d-4529-a83b-6e0f2cb17878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:36.819260 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-960b3622-5b1d-4529-a83b-6e0f2cb17878 None None] Port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:42:36.828333 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.013894 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks [] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.075930 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.097251 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device dfa55751-c020-4345-a1ba-e4e3893f1c7e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:42:37.144886 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.146661 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:37.212952 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:37.226687 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e', 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9', 'port_id': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e', 'mac_address': 'fa:16:3e:18:bd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:42:37.271132 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:37.277342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port dfa55751-c020-4345-a1ba-e4e3893f1c7e is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:37.277740 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.290130 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:37.293698 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa55751-c020-4345-a1ba-e4e3893f1c7e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:42:37.321412 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:37.359902 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6fc5-0062-41f9-b447-2976466851ed req-cf9d1e98-2893-458c-be19-268c225f1b04 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:37.361471 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-35df6fc5-0062-41f9-b447-2976466851ed req-cf9d1e98-2893-458c-be19-268c225f1b04 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.1078346 Feb 14 15:42:37.417910 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.489491 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-35df6fc5-0062-41f9-b447-2976466851ed req-9a2ef34e-267b-42c9-aa51-9b7bad89c0a1 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154664 Feb 14 15:42:37.490140 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:42:37.534258 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:37.565570 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c1971735-cd8a-4f75-a9e9-dedcd02e31a2 None None] Provisioning complete for port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:37.565955 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1971735-cd8a-4f75-a9e9-dedcd02e31a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:37.604757 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c1971735-cd8a-4f75-a9e9-dedcd02e31a2 None None] Port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:42:37.619824 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b964-478c-4808-a16c-41bb698022dc req-2069c96f-104e-4657-979d-f96c05ba188c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:37.621320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0aa9b964-478c-4808-a16c-41bb698022dc req-2069c96f-104e-4657-979d-f96c05ba188c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0597267 Feb 14 15:42:37.638282 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:42:37.643838 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-95dbbf62-0ea0-40d9-bba5-7395dad1fcd1 admin admin] 10.222.0.67 "PUT /v2.0/routers/41995af5-5b6d-4f7e-b5ed-31536f9fc773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3475909 Feb 14 15:42:37.672504 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0aa9b964-478c-4808-a16c-41bb698022dc req-c5e4227b-9059-4db5-99bb-b081426009c9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Feb 14 15:42:38.125725 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['dfa55751-c020-4345-a1ba-e4e3893f1c7e'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:38.175972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-2ab008fe-24f3-446b-80a8-7698fa286f3e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:38.177434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-2ab008fe-24f3-446b-80a8-7698fa286f3e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0586691 Feb 14 15:42:38.263900 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:42:38.279507 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:38.280531 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:38.283335 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Deleting port 6f74abce-eac4-4332-b6da-a39af63d40c4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:38.283851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.380731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] For port 6f74abce-eac4-4332-b6da-a39af63d40c4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6f74abce-eac4-4332-b6da-a39af63d40c4,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:38.381042 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.395216 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Calling delete_port for 6f74abce-eac4-4332-b6da-a39af63d40c4 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:38.400290 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:38.442363 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:38.447564 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879871652', 'description': 'tempest-description--1074829715'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:38.465486 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 7878aefd-6e05-47ff-a71d-2cb1a2d52509 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:38.522420 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:38.523725 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.538083 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.615294 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 2, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:38.627479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:38.628233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.643067 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (56619522-6e56-42d5-b16d-f0f499202291), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.643283 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:42:38.643693 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Updating router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:42:38.652660 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 7878aefd-6e05-47ff-a71d-2cb1a2d52509, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=7878aefd-6e05-47ff-a71d-2cb1a2d52509,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:38.663523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743e4f7-82eb-4bc1-8374-40ddcb97be6f req-79c4afe1-19b3-4a92-b301-b8625f1c7378 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:38.665047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2743e4f7-82eb-4bc1-8374-40ddcb97be6f req-79c4afe1-19b3-4a92-b301-b8625f1c7378 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 946 time: 0.0634861 Feb 14 15:42:38.671794 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.685389 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (6f74abce-eac4-4332-b6da-a39af63d40c4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.715185 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (56619522-6e56-42d5-b16d-f0f499202291), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.726027 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', '6f74abce-eac4-4332-b6da-a39af63d40c4'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:38.731909 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event deleted for resources: {'Port': ['ID=6f74abce-eac4-4332-b6da-a39af63d40c4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:38.769334 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56619522-6e56-42d5-b16d-f0f499202291,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:38.801692 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.802663 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2743e4f7-82eb-4bc1-8374-40ddcb97be6f req-13e49709-d10b-4ade-b7d3-0af5b58d1f60 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320169 Feb 14 15:42:38.805158 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] No DVR routers for this DVR port 6f74abce-eac4-4332-b6da-a39af63d40c4 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:38.808494 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.813386 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-07aba2b1-72f5-4a5b-a1c5-db52115215ea req-ff8f0432-85e1-48d3-9da5-b902bc937c7c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "DELETE /v2.0/ports/6f74abce-eac4-4332-b6da-a39af63d40c4 HTTP/1.1" status: 204 len: 173 time: 0.6299543 Feb 14 15:42:38.813886 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'name': 'network-vif-deleted', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:38.816319 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3257e32-3a6b-411b-8e6c-2b9a6dde86e4" -d '{"events": [{"server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "name": "network-vif-deleted", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:38.892241 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe37c3d-5cc9-4624-9624-b32aab4e1c86 x-openstack-request-id: req-1fe37c3d-5cc9-4624-9624-b32aab4e1c86 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:38.893031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8", "name": "network-vif-deleted", "tag": "6f74abce-eac4-4332-b6da-a39af63d40c4", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:38.893580 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1fe37c3d-5cc9-4624-9624-b32aab4e1c86 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:38.894163 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8', 'name': 'network-vif-deleted', 'tag': '6f74abce-eac4-4332-b6da-a39af63d40c4', 'status': 'completed', 'code': 200} Feb 14 15:42:38.900629 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42c6d-09ae-4f3e-b1c4-f79aedc3f912 req-8f28f32e-ac51-49d4-8770-6b69dc39b1db tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:38.900821 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=7878aefd-6e05-47ff-a71d-2cb1a2d52509,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:38.902389 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29d42c6d-09ae-4f3e-b1c4-f79aedc3f912 req-8f28f32e-ac51-49d4-8770-6b69dc39b1db tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 945 time: 0.1109767 Feb 14 15:42:38.914988 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.916697 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-40053717-e2c8-4d25-b0c1-0918c7957584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4733400 Feb 14 15:42:38.927347 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54146) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:38.927347 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group_rule': {'security_group_id': '56619522-6e56-42d5-b16d-f0f499202291', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:38.946281 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks [] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:38.970510 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29d42c6d-09ae-4f3e-b1c4-f79aedc3f912 req-8cfa4686-7ae5-4a30-8b05-d8154f7920ac tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522883 Feb 14 15:42:39.023295 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.029140 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (d5f27c23-e0a3-4324-ada5-aa2043bac3da), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.071738 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Pushing event updated for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:39.081524 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.081889 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.082249 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.082587 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.083460 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.083687 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.083883 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.084209 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.084536 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.084980 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.085375 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.085696 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.086012 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:39.098705 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (d5f27c23-e0a3-4324-ada5-aa2043bac3da), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.144005 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Attempting to bind port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:42:39.144395 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Attempting to bind port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:42:39.144709 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Attempting to bind port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:39.150148 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:42:39.150524 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Checking segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:39.150925 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.151347 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Bound using segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:42:39.151934 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Bound port: 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:42:39.152231 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.172373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (d5f27c23-e0a3-4324-ada5-aa2043bac3da), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.192128 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f27c23-e0a3-4324-ada5-aa2043bac3da,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:39.231441 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] For port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:42:39.235023 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] For port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:42:39.254188 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.255415 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-54d58c5c-4a62-4b0d-92af-536a8ffca1b8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347957 Feb 14 15:42:39.258106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54148) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:39.262577 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group_rule': {'security_group_id': '56619522-6e56-42d5-b16d-f0f499202291', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:39.339651 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-afd20db0-7081-4351-a228-c622bde97691 None None] Provisioning complete for port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:39.340179 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-afd20db0-7081-4351-a228-c622bde97691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.367795 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.372535 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (66b5eaec-f8c6-47e6-8426-8eaeedf87c7a), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.374295 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-afd20db0-7081-4351-a228-c622bde97691 None None] Port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:42:39.430507 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (66b5eaec-f8c6-47e6-8426-8eaeedf87c7a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.430697 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff967-3858-4825-bde1-6719b3f6324e None None] Pushing event updated for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:39.438868 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:39.439527 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:39.543324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (66b5eaec-f8c6-47e6-8426-8eaeedf87c7a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.556215 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:39.561725 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b5eaec-f8c6-47e6-8426-8eaeedf87c7a,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:39.613957 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.615211 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4343740e-2af0-457e-90d6-fc7e32527231 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560786 Feb 14 15:42:39.618284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54150) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:39.624051 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:39.696354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Provisioning complete for port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:39.696708 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.709295 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.792515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Current status of the port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:39.793258 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.814303 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.827161 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] For port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:39.856667 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:39.895493 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6d8-36fe-41a0-a58d-455e490d4862 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:42:39.909447 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:39.979822 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a19fdee4-4e09-47fc-bde2-b9c5ab762dd1 req-b9fc7d94-8803-473b-ab89-3eb09d0e6459 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=3870b7bb-01ef-4fd9-ac90-8bb0b42c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0597053 Feb 14 15:42:39.993928 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b7b9-3e0f-4840-a077-36c5fcf36e40 None None] Pushing event updated for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:40.036200 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Allocated IP 172.27.3.139 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/342496e6-2d29-48d8-96bc-7dbb40bae559) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:40.112811 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633043e9-dae0-49db-be86-8e98139b90e0 req-be04e3d8-2e41-4d41-82ad-4702d807a628 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:40.114416 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-633043e9-dae0-49db-be86-8e98139b90e0 req-be04e3d8-2e41-4d41-82ad-4702d807a628 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0615077 Feb 14 15:42:40.157795 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.171276 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-633043e9-dae0-49db-be86-8e98139b90e0 req-e6b9524e-30a1-42d3-a651-d9303bb96df0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507925 Feb 14 15:42:40.246555 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.289739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:40.294865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:40.298426 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:40.306187 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=342496e6-2d29-48d8-96bc-7dbb40bae559,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:40.409578 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.477133 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 7878aefd-6e05-47ff-a71d-2cb1a2d52509 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:40.510846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.531869 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:40.532356 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.617230 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:40.618335 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:40.666529 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:40.666909 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.674012 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.743666 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.750435 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:40.778907 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.803251 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=342496e6-2d29-48d8-96bc-7dbb40bae559,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:40.882900 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:40.884331 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-08f6a1d3-56e3-4ad5-a31c-525dcb59f4a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2650521 Feb 14 15:42:41.032869 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-6c2e57da-9d23-4c57-9071-36db8b1e67a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--879871652&fields=id&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 267 time: 0.0425777 Feb 14 15:42:41.123338 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device dfa55751-c020-4345-a1ba-e4e3893f1c7e up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:41.137681 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-a3401122-abc4-4024-8a05-95f4dc57e026 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:41.139207 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-a3401122-abc4-4024-8a05-95f4dc57e026 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 817 time: 0.0987475 Feb 14 15:42:41.154468 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-e6437ff0-af25-461b-ab47-181474c85cff tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/quotas/4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 375 time: 0.0095246 Feb 14 15:42:41.213735 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-a5f2b623-cca3-42e9-81b9-0f800dbc122b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538843 Feb 14 15:42:41.218034 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port dfa55751-c020-4345-a1ba-e4e3893f1c7e completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:42:41.222392 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port dfa55751-c020-4345-a1ba-e4e3893f1c7e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:41.222813 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:41.319485 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266047a2-791f-4cbe-abda-d3a8932d8b40 req-158f3f0d-dc00-466b-981a-5fa7ec920b7a tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:41.321729 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-266047a2-791f-4cbe-abda-d3a8932d8b40 req-158f3f0d-dc00-466b-981a-5fa7ec920b7a tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 945 time: 0.0741515 Feb 14 15:42:41.322803 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port dfa55751-c020-4345-a1ba-e4e3893f1c7e is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:41.323465 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:41.327926 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-182a1e84-1130-4c04-9d72-e2c1fcef7ee9 service neutron] 10.222.0.67 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012154 Feb 14 15:42:41.358835 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:41.364525 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07546e87-974e-465a-8b6b-3dfd5c063661" -d '{"events": [{"server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "name": "network-vif-plugged", "status": "completed", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:41.382986 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:41.383932 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-266047a2-791f-4cbe-abda-d3a8932d8b40 req-fe0732be-cc2f-43bd-a505-bba39cbc20fe tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Feb 14 15:42:41.425160 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e913994-a80f-494a-80a0-2cfac774065d x-openstack-request-id: req-4e913994-a80f-494a-80a0-2cfac774065d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:41.425504 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "name": "network-vif-plugged", "status": "completed", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:41.425761 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e913994-a80f-494a-80a0-2cfac774065d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:41.426154 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e', 'code': 200} Feb 14 15:42:41.436650 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-994ea62f-4c2d-4ffc-b8d8-c1021b2d6831 service neutron] 10.222.0.67 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009457 Feb 14 15:42:41.457460 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:41.458267 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 6f74abce-eac4-4332-b6da-a39af63d40c4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:41.501130 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 6f74abce-eac4-4332-b6da-a39af63d40c4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:41.501831 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 6f74abce-eac4-4332-b6da-a39af63d40c4 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:41.529515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:41.716439 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b3a896c4-acfd-43e1-b763-a74528b80142 req-cdbfa3c3-e3fb-4a34-906e-a4275ff7dbde tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 210 time: 0.0365391 Feb 14 15:42:41.818275 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bea01f-9d2e-400f-b7cb-ef6c401446e6 req-7a1365db-e479-4f4f-8a81-703cbaed6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:41.820400 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-78bea01f-9d2e-400f-b7cb-ef6c401446e6 req-7a1365db-e479-4f4f-8a81-703cbaed6d9d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 1130 time: 0.0463810 Feb 14 15:42:41.862682 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-78bea01f-9d2e-400f-b7cb-ef6c401446e6 req-ea2f8969-fec7-4155-bdcc-f95c3641febd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358279 Feb 14 15:42:42.104102 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:42.495433 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230756a6-f35e-4763-97bf-caa933112179 req-9ee877c3-efd8-4acd-a88f-b555e5fe99c2 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:42.496984 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-230756a6-f35e-4763-97bf-caa933112179 req-9ee877c3-efd8-4acd-a88f-b555e5fe99c2 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0521235 Feb 14 15:42:42.543214 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-230756a6-f35e-4763-97bf-caa933112179 req-8b5edfe8-3196-4167-902d-ff5b3b3b2bde tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Feb 14 15:42:42.836143 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1475cde0-f4ab-462a-962d-69564f355e9f req-f8419ec1-d987-4de7-916a-1700f791c0c1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 210 time: 0.0363472 Feb 14 15:42:42.837868 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd8679-df2d-4713-a684-92c9be4ab895 req-edb815b0-8f79-4ef1-b393-25be1cd53963 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:42.839597 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c2dd8679-df2d-4713-a684-92c9be4ab895 req-edb815b0-8f79-4ef1-b393-25be1cd53963 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0585163 Feb 14 15:42:42.887374 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c2dd8679-df2d-4713-a684-92c9be4ab895 req-9f8a3d97-4173-4853-887d-b80f1675ef6a tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Feb 14 15:42:43.670067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aece7-f8ed-48e8-baaa-1e379820296d req-3f6b4664-25d8-47a1-8711-7c8b52272cab tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:43.671475 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-322aece7-f8ed-48e8-baaa-1e379820296d req-3f6b4664-25d8-47a1-8711-7c8b52272cab tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0583136 Feb 14 15:42:43.720331 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-322aece7-f8ed-48e8-baaa-1e379820296d req-94213943-b546-4582-82e5-d0de4a583d4a tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Feb 14 15:42:43.935822 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-79efdead-adc4-4179-908b-5256b1444fba req-8d4a2a79-c48b-47e1-8642-45b635abd4e3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Feb 14 15:42:44.076468 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ae1e-1748-4fca-a6f6-aa2968a03197 req-bdfe59aa-6d0a-4827-a419-54b494627645 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:44.077937 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-90d4ae1e-1748-4fca-a6f6-aa2968a03197 req-bdfe59aa-6d0a-4827-a419-54b494627645 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.1193249 Feb 14 15:42:44.085909 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-8cd81436-060f-4669-b65a-4bf37aa11aef tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:44.086984 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-8cd81436-060f-4669-b65a-4bf37aa11aef tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 817 time: 0.1388547 Feb 14 15:42:44.150596 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-90d4ae1e-1748-4fca-a6f6-aa2968a03197 req-05162f23-7e82-47af-a8e8-c037884cb487 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 Feb 14 15:42:44.174526 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-9b8ebe6f-905c-41e9-91ed-a71f77141331 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 379 time: 0.0700719 Feb 14 15:42:44.184006 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'port': {'device_id': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'admin_state_up': True, 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'security_groups': ['56619522-6e56-42d5-b16d-f0f499202291']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:44.361671 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Made reservation on behalf of 4739d4047aa7462d8faa74e7f691ed40 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:42:44.365189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:44.486353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Allocated IP 172.20.0.3 (19d7c594-4ad1-4d80-a89e-00fd8699608c/f33b0973-950c-4317-a0f6-3aed46247271/18ab3162-5c35-4e9b-9ffc-32eeaec83779) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:42:44.617894 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:44.744288 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:44.792247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:42:44.797336 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:42:44.801009 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:42:44.806618 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:44.807242 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:44.815661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:44.856872 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98dcda-c1f6-4e1c-b397-3a16e0e544eb req-56939815-5b0a-4b12-a976-5c5bc504ebde tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:44.858396 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b98dcda-c1f6-4e1c-b397-3a16e0e544eb req-56939815-5b0a-4b12-a976-5c5bc504ebde tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0637922 Feb 14 15:42:44.888611 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-cd030053-7574-4386-9039-3912a7c2a82c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081251 Feb 14 15:42:44.907379 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0b98dcda-c1f6-4e1c-b397-3a16e0e544eb req-667a19a3-03cb-4fd3-9638-dc5ca67cd757 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Feb 14 15:42:44.939019 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Request body: {'port': {'device_id': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:45.016130 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.068462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-0ffbcbd4-19ba-40c4-aaa0-db7a2c324740 None None] Provisioning complete for port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:45.068959 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcbd4-19ba-40c4-aaa0-db7a2c324740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.104666 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbcbd4-19ba-40c4-aaa0-db7a2c324740 None None] Port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:42:45.179402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046dea-ed53-424c-8589-e8ec4933b063 req-7bb86d96-9e0c-443b-b146-d0bbc8d71fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:45.181519 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-46046dea-ed53-424c-8589-e8ec4933b063 req-7bb86d96-9e0c-443b-b146-d0bbc8d71fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 931 time: 0.1479225 Feb 14 15:42:45.277313 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abbc79-c040-4243-bf44-9cb5e3639425 req-586a674f-52dd-4467-86e8-a8de59d37029 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:45.278738 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-75abbc79-c040-4243-bf44-9cb5e3639425 req-586a674f-52dd-4467-86e8-a8de59d37029 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.0593674 Feb 14 15:42:45.312669 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-46046dea-ed53-424c-8589-e8ec4933b063 req-4feb99df-5a9a-4509-bac8-599c2306845f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204331 Feb 14 15:42:45.328419 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-75abbc79-c040-4243-bf44-9cb5e3639425 req-487fa9d3-4e1e-4454-9161-948d74ab8504 tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3948a0-c018-4269-94d5-d7ac93720edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Feb 14 15:42:45.345811 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-c727969b-6630-435a-a2ca-5b4e899ffe6e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:45.347305 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-c727969b-6630-435a-a2ca-5b4e899ffe6e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 945 time: 0.1110864 Feb 14 15:42:45.462537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:42:45.471449 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks [] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.491097 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Transition to ACTIVE for port object 18ab3162-5c35-4e9b-9ffc-32eeaec83779 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:42:45.500597 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Deleting port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:42:45.501017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.592361 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.595101 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] For port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,segment=NetworkSegment(12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2),segment_id=12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:45.595485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.632915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Calling delete_port for d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:42:45.701897 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:45.743342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Attempting to bind port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:42:45.743342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Attempting to bind port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:42:45.743342 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Attempting to bind port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:45.747517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:42:45.747517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Attempting to bind port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:42:45.758275 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:42:45.759163 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Checking segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:42:45.759557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Bound using segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:42:45.760015 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Bound port: 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:42:45.763619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:45.874775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:42:45.879628 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:42:45.977750 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:46.010616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:46.012400 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.013056 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:46.014528 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] 10.222.0.100 "PUT /v2.0/ports/18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 1093 time: 1.0797896 Feb 14 15:42:46.017324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:46.019422 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:46.070913 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:46.074887 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270f3cd-950c-4560-b6c8-6ce895d2534d x-openstack-request-id: req-8270f3cd-950c-4560-b6c8-6ce895d2534d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:46.075177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:46.075425 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8270f3cd-950c-4560-b6c8-6ce895d2534d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:46.075866 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'status': 'completed', 'code': 200} Feb 14 15:42:46.079181 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922143-28f0-458d-a83e-d08ee1a25921 service neutron] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:46.106223 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] No DVR routers for this DVR port d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:42:46.108865 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:46.112882 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a7e5c8cd-5e2c-40dc-a143-f6005b8db8e2 req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.100 "DELETE /v2.0/ports/d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f HTTP/1.1" status: 204 len: 173 time: 0.7584939 Feb 14 15:42:46.147813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca54e79-c326-4c29-8f65-5e6a4b99456e tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] Pushing event deleted for resources: {'Port': ['ID=d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:46.199497 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-654e6a8b-7cd7-4e4e-a7b0-e6ff265e8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.201640 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-654e6a8b-7cd7-4e4e-a7b0-e6ff265e8d2d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1127 time: 0.0623152 Feb 14 15:42:46.281613 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f68ba-ca28-4dba-97bf-d04e6280bca1 req-1878f301-d184-4a27-b156-c3ead5a63a1f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.283859 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-051f68ba-ca28-4dba-97bf-d04e6280bca1 req-1878f301-d184-4a27-b156-c3ead5a63a1f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0676255 Feb 14 15:42:46.354214 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-051f68ba-ca28-4dba-97bf-d04e6280bca1 req-59b52aac-005e-433c-9144-34e2c9baa12b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646598 Feb 14 15:42:46.392651 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-6b0ca0dc-9099-44bc-9a10-d0866c71d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.394137 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-6b0ca0dc-9099-44bc-9a10-d0866c71d348 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1168 time: 0.1001413 Feb 14 15:42:46.406216 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-c4d46ad0-cd73-4336-9e46-f5574b18c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.407639 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-c4d46ad0-cd73-4336-9e46-f5574b18c26d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=4739d4047aa7462d8faa74e7f691ed40&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1855063 Feb 14 15:42:46.459887 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ff41908b-4e77-4af5-8e9d-3ad6c2ce0ab0 req-e733ed08-dc9b-4eec-8de3-ae7d4bc6245c tempest-AttachVolumeNegativeTest-804433501 tempest-AttachVolumeNegativeTest-804433501-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f1b13cf-c876-41fc-a5fd-700fc2a0beb5 HTTP/1.1" status: 200 len: 210 time: 0.0306852 Feb 14 15:42:46.843002 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada5a4a-ac55-4d02-93d6-b15b7e904144 req-7a4da855-e0ff-4e15-a004-0f32a2956e54 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.844469 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2ada5a4a-ac55-4d02-93d6-b15b7e904144 req-7a4da855-e0ff-4e15-a004-0f32a2956e54 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.4104738 Feb 14 15:42:46.848975 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-6abf9245-4d69-4b09-a5c2-fcecd32ceda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.850385 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-6abf9245-4d69-4b09-a5c2-fcecd32ceda4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.4459424 Feb 14 15:42:46.853420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-efb0006c-e511-4867-b0c0-f4007e801f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:46.854683 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bc698218-5d7d-484c-9a25-d81dd7b6bbc0 req-efb0006c-e511-4867-b0c0-f4007e801f63 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4385951 Feb 14 15:42:46.955250 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2ada5a4a-ac55-4d02-93d6-b15b7e904144 req-3dc3bac6-dac8-4bb6-a5b2-33f5237e9f31 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019900 Feb 14 15:42:46.969210 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-bff4046c-b882-482c-8e2e-0a842876f5e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 1001 time: 0.0987904 Feb 14 15:42:47.023232 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-9235801b-6533-4979-bf61-093109d1f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.025238 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-9235801b-6533-4979-bf61-093109d1f61c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1127 time: 0.0876348 Feb 14 15:42:47.032149 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-8f57e68e-4550-49e6-ac57-9663d2727369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.033557 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-8f57e68e-4550-49e6-ac57-9663d2727369 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0536287 Feb 14 15:42:47.088249 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-4ee7640a-25fe-4af2-87a8-2ef667c9f406 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 217 time: 0.0415883 Feb 14 15:42:47.156965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-2f40f859-2fb7-404e-bc2e-72e34aa47d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.158456 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-2f40f859-2fb7-404e-bc2e-72e34aa47d75 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0562866 Feb 14 15:42:47.161056 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-b96d1287-b5ab-421f-945c-411b732d133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.162392 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-b96d1287-b5ab-421f-945c-411b732d133a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146584 Feb 14 15:42:47.276222 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-ad97adc1-bb91-4383-b152-9efb2b747e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.277723 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-ad97adc1-bb91-4383-b152-9efb2b747e76 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036234 Feb 14 15:42:47.295278 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-6b0c449f-d6c1-4c94-b64a-377838657aed service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132255 Feb 14 15:42:47.450229 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-ea397bf6-e327-4cf0-9253-6ece67434dc0 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570327 Feb 14 15:42:47.453939 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7930d198-640e-4d1e-bd5c-b3ef47d9d04f req-20f636e7-4685-4ae4-8834-8420851f0270 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517901 Feb 14 15:42:47.485938 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ff085-2ad4-4892-9bc1-12dd955c740b req-f4ae17a1-5f4c-40fb-83e7-a8432083f57a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:47.487516 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-300ff085-2ad4-4892-9bc1-12dd955c740b req-f4ae17a1-5f4c-40fb-83e7-a8432083f57a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0561478 Feb 14 15:42:47.524226 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:47.592463 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d1d9682b-0467-41b0-96a3-43cdda5284b6 req-f2acc47a-46ed-44ba-9297-01a3912a41ca service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035006 Feb 14 15:42:47.603795 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Deleting subnet 823e1052-d325-469d-af7d-079368d61c30 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:42:47.612303 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-300ff085-2ad4-4892-9bc1-12dd955c740b req-93d1d2a2-2a91-4ccc-8f79-a9c62db78aba tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053152 Feb 14 15:42:47.613240 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Publish callbacks [] for subnet (823e1052-d325-469d-af7d-079368d61c30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:47.654299 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (823e1052-d325-469d-af7d-079368d61c30), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:47.694830 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (823e1052-d325-469d-af7d-079368d61c30), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:47.807679 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (823e1052-d325-469d-af7d-079368d61c30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:47.831814 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823e1052-d325-469d-af7d-079368d61c30,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:47.841046 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:47.844420 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/823e1052-d325-469d-af7d-079368d61c30 HTTP/1.1" status: 204 len: 168 time: 0.3191710 Feb 14 15:42:47.846131 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.846486 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.846843 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.847147 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54296) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:47.847354 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.849805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.850265 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.850265 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d85bd-07c2-4d75-a30d-77a43469bfd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:47.927258 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (be404b3e-4d5f-4566-9a44-63b992939d4e), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.008499 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (be404b3e-4d5f-4566-9a44-63b992939d4e), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.036512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.036852 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.037599 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.037928 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.038259 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.038601 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.038914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.039226 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.039534 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.040381 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.105782 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.106051 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.106380 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.106704 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 15:42:48.107062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be404b3e-4d5f-4566-9a44-63b992939d4e']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:48.112722 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'name': 'network-vif-deleted', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:48.120420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31bce57-0b73-4420-8a88-05ac6b354a04" -d '{"events": [{"server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "name": "network-vif-deleted", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:48.148411 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:48.148878 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:48.168311 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724404'] for segment (12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.181709 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f318699-acb9-4c5a-bd5f-a24da6e5be2c x-openstack-request-id: req-8f318699-acb9-4c5a-bd5f-a24da6e5be2c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:48.182068 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b13cf-c876-41fc-a5fd-700fc2a0beb5", "name": "network-vif-deleted", "tag": "d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:48.182235 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f318699-acb9-4c5a-bd5f-a24da6e5be2c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:48.182617 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b13cf-c876-41fc-a5fd-700fc2a0beb5', 'name': 'network-vif-deleted', 'tag': 'd61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f', 'status': 'completed', 'code': 200} Feb 14 15:42:48.195157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.205504 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:42:48.205886 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16725553'] for segment (12fc1ddc-39ec-47cf-93e8-5a24b7ef73a2), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: from cryptography.utils import int_from_bytes Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: from cryptography.utils import int_from_bytes Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: Traceback (most recent call last): Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: timer() Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: cb(*args, **kw) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: return func(*args, **kwargs) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: self._notify() Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: self.callback(batched_events) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: event.method(event) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: return f(self, *a, **k) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._get(url).json() Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: return self.request(url, 'GET', **kwargs) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:42:48.209790 dv-cinder-815145-9-iscsi neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:42:48.230311 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee0e6-fad7-48fc-beff-062c31929eb0 req-850f6a57-a80a-4066-8990-eeabf53d9f51 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:48.231876 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ebbee0e6-fad7-48fc-beff-062c31929eb0 req-850f6a57-a80a-4066-8990-eeabf53d9f51 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.2059464 Feb 14 15:42:48.313813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ebbee0e6-fad7-48fc-beff-062c31929eb0 req-5d392f11-eea3-45cb-9137-00b1125545a1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738115 Feb 14 15:42:48.360707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (be404b3e-4d5f-4566-9a44-63b992939d4e), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.368469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.373724 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/be404b3e-4d5f-4566-9a44-63b992939d4e HTTP/1.1" status: 204 len: 168 time: 0.5233877 Feb 14 15:42:48.381043 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea16511-7147-4378-9b75-06ba4ece64f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be404b3e-4d5f-4566-9a44-63b992939d4e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:48.654994 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54306) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:48.694689 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-8dffd89c-896a-4d81-a6e6-2b4b6972bcc4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7bc665899fee40b1bbf31d1277c45078&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382829 Feb 14 15:42:48.697605 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54308) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:48.743778 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35baae7-eb5f-44a4-9f51-196c98226f05 req-95133506-9c0d-43b9-896d-524284795e8f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:48.745930 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e35baae7-eb5f-44a4-9f51-196c98226f05 req-95133506-9c0d-43b9-896d-524284795e8f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0553267 Feb 14 15:42:48.746339 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] Publish callbacks [] for security_group (9e3948a0-c018-4269-94d5-d7ac93720edd), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.767960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] Publish callbacks [] for security_group (9e3948a0-c018-4269-94d5-d7ac93720edd), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.808736 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e35baae7-eb5f-44a4-9f51-196c98226f05 req-2837f046-a574-4678-9ece-8fb80678fdc0 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541301 Feb 14 15:42:48.903534 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9e3948a0-c018-4269-94d5-d7ac93720edd), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.906134 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:48.907286 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e3948a0-c018-4269-94d5-d7ac93720edd HTTP/1.1" status: 204 len: 168 time: 0.2087910 Feb 14 15:42:48.914967 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b8e9-7562-4b1d-a631-591518439506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3948a0-c018-4269-94d5-d7ac93720edd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:49.149075 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:42:49.168643 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:42:49.169002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device d61de4c7-1b85-43cd-b2e3-b67fcb9d6c7f not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:42:49.441861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c856e7-8dc6-4504-9ebb-80900337e3b2 req-8fc93773-5c4b-4697-b8d3-7a2a2c269a7d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:49.443351 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f7c856e7-8dc6-4504-9ebb-80900337e3b2 req-8fc93773-5c4b-4697-b8d3-7a2a2c269a7d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0570755 Feb 14 15:42:49.492338 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f7c856e7-8dc6-4504-9ebb-80900337e3b2 req-ae810e2f-f671-4a4f-ad47-71c39db4456c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Feb 14 15:42:49.951036 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d551ddd-d416-4595-82fd-2da250fd5049 req-807509a5-b7e6-4e1a-b555-69d295858078 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:49.952866 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d551ddd-d416-4595-82fd-2da250fd5049 req-807509a5-b7e6-4e1a-b555-69d295858078 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0733867 Feb 14 15:42:50.017570 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d551ddd-d416-4595-82fd-2da250fd5049 req-212934cc-6a4b-40b9-9112-d65642943095 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568166 Feb 14 15:42:50.618368 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ca19-e16d-4c1e-a667-370876d9b4f5 req-c2e98020-6e03-4043-b861-94e70c7e6fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:50.619920 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a977ca19-e16d-4c1e-a667-370876d9b4f5 req-c2e98020-6e03-4043-b861-94e70c7e6fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0564899 Feb 14 15:42:50.667725 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a977ca19-e16d-4c1e-a667-370876d9b4f5 req-d02c68b9-caa4-4ad1-8493-3cf62047e744 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422416 Feb 14 15:42:51.139210 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819225-c5e4-4048-af1f-9a0431349b3d req-cae62131-49b5-4fe1-9cb9-54f7b56b2be4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:51.140685 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-37819225-c5e4-4048-af1f-9a0431349b3d req-cae62131-49b5-4fe1-9cb9-54f7b56b2be4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0548170 Feb 14 15:42:51.158239 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:42:51.203728 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-37819225-c5e4-4048-af1f-9a0431349b3d req-cd3018c6-8d02-4885-bed4-d4bf58cd2e56 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570297 Feb 14 15:42:51.264826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:51.277931 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:42:51.316690 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:51.316998 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:51.330323 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:42:51.351781 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:51.440211 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:51.492866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:51.499733 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.500107 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.500483 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.500837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.501233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.501568 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.501944 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.502275 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.502608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.502949 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.503281 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.503627 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.503953 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:42:51.790223 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4092ff3-ca84-414a-b6fc-c0591cd89c7f req-8dee5f41-6070-4c84-a59c-cdd8c9fe5bc4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:51.791723 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a4092ff3-ca84-414a-b6fc-c0591cd89c7f req-8dee5f41-6070-4c84-a59c-cdd8c9fe5bc4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0527735 Feb 14 15:42:51.845281 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a4092ff3-ca84-414a-b6fc-c0591cd89c7f req-e87a3167-d956-4436-8cf0-24fbaac2c0ce tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480640 Feb 14 15:42:51.976771 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['18ab3162-5c35-4e9b-9ffc-32eeaec83779'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:42:52.346621 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ef02c-ca45-4751-b4d0-044611af6ce1 req-2702907d-6f14-4c9c-a564-4886a52e5090 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:52.350633 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9c0ef02c-ca45-4751-b4d0-044611af6ce1 req-2702907d-6f14-4c9c-a564-4886a52e5090 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0750268 Feb 14 15:42:52.424637 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9c0ef02c-ca45-4751-b4d0-044611af6ce1 req-7eebb912-8a66-4fb5-9cd9-5e9b6e139735 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691283 Feb 14 15:42:52.975077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5687-5153-4827-b3d4-99237d02fee8 req-cf232ccd-cf03-4876-9a90-016b3b2ae692 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:52.976626 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-edff5687-5153-4827-b3d4-99237d02fee8 req-cf232ccd-cf03-4876-9a90-016b3b2ae692 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0525575 Feb 14 15:42:53.027549 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-edff5687-5153-4827-b3d4-99237d02fee8 req-daa0bb61-a1f8-4c03-9b8e-14deabecb8c9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438161 Feb 14 15:42:53.176805 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:42:53.440354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:42:53.445913 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:42:53.445913 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.446161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54400) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:53.525632 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:42:53.526082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.554026 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:53.556548 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152d707-f11f-4143-bd43-065d109afa46" -d '{"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:53.557194 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8205ef-18f8-4780-984a-04d8a075ec57 req-61886d38-8629-47e6-b5d8-ebf1a7542644 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:53.559007 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea8205ef-18f8-4780-984a-04d8a075ec57 req-61886d38-8629-47e6-b5d8-ebf1a7542644 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0631897 Feb 14 15:42:53.561586 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c912bc9-0740-480f-99d7-85348b030229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.569681 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:42:53.602807 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c87efb-fff4-4489-89fc-cbd02b20c954 x-openstack-request-id: req-28c87efb-fff4-4489-89fc-cbd02b20c954 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:53.603069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:53.603353 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28c87efb-fff4-4489-89fc-cbd02b20c954 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:53.603747 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'code': 200} Feb 14 15:42:53.643033 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ea8205ef-18f8-4780-984a-04d8a075ec57 req-9a173320-8647-4f90-9da8-8ccf05eb1373 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648382 Feb 14 15:42:53.657856 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c912bc9-0740-480f-99d7-85348b030229 admin admin] Publish callbacks [] for security_group (346892b0-eebf-482b-9248-9923b6613407), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.674441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.723294 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:53.731628 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c912bc9-0740-480f-99d7-85348b030229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (346892b0-eebf-482b-9248-9923b6613407), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.770611 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5c912bc9-0740-480f-99d7-85348b030229 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4051f82becf5434a9ceea948bfbf1519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233461 Feb 14 15:42:53.771473 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c912bc9-0740-480f-99d7-85348b030229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346892b0-eebf-482b-9248-9923b6613407,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:53.773454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:53.823485 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] Publish callbacks [] for security_group (346892b0-eebf-482b-9248-9923b6613407), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.845745 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] Publish callbacks [] for security_group (346892b0-eebf-482b-9248-9923b6613407), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.988949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (346892b0-eebf-482b-9248-9923b6613407), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.991617 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:53.992765 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/346892b0-eebf-482b-9248-9923b6613407 HTTP/1.1" status: 204 len: 168 time: 0.2176547 Feb 14 15:42:54.001323 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62425d80-602c-4ee8-824f-7aabd9d607f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346892b0-eebf-482b-9248-9923b6613407,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:54.072506 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406bb7-76c7-49cd-aef9-d005ef1e7a6e req-6510d82c-1cb4-4d50-9929-741ea189548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:54.074182 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8406bb7-76c7-49cd-aef9-d005ef1e7a6e req-6510d82c-1cb4-4d50-9929-741ea189548c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1129 time: 0.0504158 Feb 14 15:42:54.149506 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f8406bb7-76c7-49cd-aef9-d005ef1e7a6e req-99d9611a-9559-41cd-8808-1d908a56c644 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685384 Feb 14 15:42:54.168590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab464c-0182-4f08-95a5-6ea2749b6626 req-7cc7d7a4-38e9-4cd8-b0b0-8829a133b6e2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:54.170080 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74ab464c-0182-4f08-95a5-6ea2749b6626 req-7cc7d7a4-38e9-4cd8-b0b0-8829a133b6e2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0645020 Feb 14 15:42:54.218908 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-74ab464c-0182-4f08-95a5-6ea2749b6626 req-0182c36d-01f9-4f6a-bfe8-fdc5e37d1d7f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Feb 14 15:42:54.600742 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:54.613937 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ab8fd4b-0cc3-4ecd-94b3-2be303811dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:54.689237 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ab8fd4b-0cc3-4ecd-94b3-2be303811dfe admin admin] Publish callbacks [] for security_group (83dfbbde-d710-43b6-aa03-75e9f807338c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:54.748646 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ab8fd4b-0cc3-4ecd-94b3-2be303811dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (83dfbbde-d710-43b6-aa03-75e9f807338c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:54.796226 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5ab8fd4b-0cc3-4ecd-94b3-2be303811dfe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d28913392034ce5896755335defbb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943974 Feb 14 15:42:54.798879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54422) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:54.804589 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c6d58-6712-4af6-8682-9e8f57c3203d req-7e0dc929-ec7f-4207-aac8-258c4cd84ed9 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:54.806062 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2a0c6d58-6712-4af6-8682-9e8f57c3203d req-7e0dc929-ec7f-4207-aac8-258c4cd84ed9 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0912023 Feb 14 15:42:54.806676 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8fd4b-0cc3-4ecd-94b3-2be303811dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfbbde-d710-43b6-aa03-75e9f807338c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:54.849610 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] Publish callbacks [] for security_group (83dfbbde-d710-43b6-aa03-75e9f807338c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:54.871474 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2a0c6d58-6712-4af6-8682-9e8f57c3203d req-672cd95a-0a14-42f8-ad22-13097102e2f2 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583613 Feb 14 15:42:54.874092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] Publish callbacks [] for security_group (83dfbbde-d710-43b6-aa03-75e9f807338c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:55.006274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (83dfbbde-d710-43b6-aa03-75e9f807338c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:55.009895 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:55.011047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83dfbbde-d710-43b6-aa03-75e9f807338c HTTP/1.1" status: 204 len: 168 time: 0.2111583 Feb 14 15:42:55.018953 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f55cc-4cbc-40b7-b007-be8192bc9943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfbbde-d710-43b6-aa03-75e9f807338c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:42:55.348062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad179e-0b98-4cfe-9a21-0a695dd91b8b req-7c0d4fbd-a6a6-43ea-bc5b-fc4658eb8d23 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:55.349547 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a1ad179e-0b98-4cfe-9a21-0a695dd91b8b req-7c0d4fbd-a6a6-43ea-bc5b-fc4658eb8d23 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0567534 Feb 14 15:42:55.399771 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a1ad179e-0b98-4cfe-9a21-0a695dd91b8b req-9ddfb617-9015-4ae8-aaaf-5220854af472 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Feb 14 15:42:56.006683 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989aeb0-2f43-4baf-abc9-8e69770649e2 req-5cd1927b-7521-42f3-b538-360ac796fc38 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:56.008197 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6989aeb0-2f43-4baf-abc9-8e69770649e2 req-5cd1927b-7521-42f3-b538-360ac796fc38 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0576441 Feb 14 15:42:56.080161 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6989aeb0-2f43-4baf-abc9-8e69770649e2 req-b231e7b8-b617-4f4a-a55a-e313c5ad37ae tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663843 Feb 14 15:42:56.525625 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986174-2d6e-4c98-aa42-5265b85e54b5 req-3eddbbf7-f20f-4f2a-bb12-cdbd6e57d0d8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:56.527106 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fd986174-2d6e-4c98-aa42-5265b85e54b5 req-3eddbbf7-f20f-4f2a-bb12-cdbd6e57d0d8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0551081 Feb 14 15:42:56.573664 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fd986174-2d6e-4c98-aa42-5265b85e54b5 req-3b412faa-2174-4e76-8c69-556405fccfa1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Feb 14 15:42:56.696450 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c2ba-5846-4b0f-9a33-513647efc621 req-60bf7f29-6e89-4083-990b-9b8150d741ad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:56.697946 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d346c2ba-5846-4b0f-9a33-513647efc621 req-60bf7f29-6e89-4083-990b-9b8150d741ad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0529110 Feb 14 15:42:56.707556 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54468) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:42:56.712844 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'floatingip': {'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:42:56.754926 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:57.236551 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:57.249137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fd4d-4351-4a37-b055-a33b9b9343f1 req-ae7647be-8dc3-42d4-b81f-2de1defd1158 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:57.250653 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2f17fd4d-4351-4a37-b055-a33b9b9343f1 req-ae7647be-8dc3-42d4-b81f-2de1defd1158 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0996091 Feb 14 15:42:57.305454 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:57.331564 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-917c4d4f-5bb3-4503-a0d9-8c8482f1b8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:57.352215 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2f17fd4d-4351-4a37-b055-a33b9b9343f1 req-6c83edf3-7cdd-4f66-848b-2d71e42b6757 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929525 Feb 14 15:42:57.418746 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Floating IP d230668e-ed77-4035-ba09-1e903553d327 associated. External IP: 172.27.3.139, port: 18ab3162-5c35-4e9b-9ffc-32eeaec83779. Feb 14 15:42:57.640346 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:42:57.754477 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:42:57.759497 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:57.768283 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:42:57.782667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:57.783389 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:57.797417 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-98b1ee7a-416c-4b29-9c28-0341e2146ec1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "PUT /v2.0/floatingips/d230668e-ed77-4035-ba09-1e903553d327 HTTP/1.1" status: 200 len: 991 time: 1.0887105 Feb 14 15:42:57.798197 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:42:57.800948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92395e47-d024-43e2-910c-2001dbb0ce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:42:57.845143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6859763-e113-45d3-8067-6dca8e21c7cc x-openstack-request-id: req-a6859763-e113-45d3-8067-6dca8e21c7cc {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:42:57.845433 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:42:57.845687 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6859763-e113-45d3-8067-6dca8e21c7cc {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:42:57.847672 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'status': 'completed', 'code': 200} Feb 14 15:42:57.898455 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:57.943663 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-ed98cc0e-3854-4d4c-a8b9-fa7ad65d6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:57.945191 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-ed98cc0e-3854-4d4c-a8b9-fa7ad65d6571 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1129 time: 0.0493751 Feb 14 15:42:58.043627 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-65b97cf5-9bfb-4ca3-9132-4d704a9bcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:58.045100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-65b97cf5-9bfb-4ca3-9132-4d704a9bcb8e service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0933917 Feb 14 15:42:58.110770 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-4924cfcc-205b-4722-899e-86d8a13d9dd1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 999 time: 0.0589337 Feb 14 15:42:58.147634 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'd230668e-ed77-4035-ba09-1e903553d327', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:42:40Z', 'updated_at': '2022-02-14T15:42:57Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:58.163450 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-5d0479f4-3376-4431-8d54-061c8bcf638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:58.165024 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-5d0479f4-3376-4431-8d54-061c8bcf638c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0467982 Feb 14 15:42:58.174252 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:42:58.183531 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:42:58.184106 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:42:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:58.215082 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-e2c2cc7d-981e-44d0-a923-baec94d45484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:58.216684 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-e2c2cc7d-981e-44d0-a923-baec94d45484 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445087 Feb 14 15:42:58.300826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:42:58.325913 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-3d572b1a-bd17-4d40-9a2a-809465adc331 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995944 Feb 14 15:42:58.431244 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-92395e47-d024-43e2-910c-2001dbb0ce0a req-0b8b5d57-a283-4cb1-819d-179f6b001dcd service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983033 Feb 14 15:42:58.499178 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bdcb4-f2ee-442a-b9cd-1a341d8406a3 req-ca7d31a6-5c1a-4632-a70b-44063fd7d44b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:58.500743 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b36bdcb4-f2ee-442a-b9cd-1a341d8406a3 req-ca7d31a6-5c1a-4632-a70b-44063fd7d44b tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0603106 Feb 14 15:42:58.565519 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b36bdcb4-f2ee-442a-b9cd-1a341d8406a3 req-4d67a5ca-3741-42db-a1be-a190c37a76c5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589874 Feb 14 15:42:58.581744 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'd230668e-ed77-4035-ba09-1e903553d327', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:42:40Z', 'updated_at': '2022-02-14T15:42:57Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:42:58.607640 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f65391-53e1-4e75-8a78-54d59c8f48d3 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'd230668e-ed77-4035-ba09-1e903553d327', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:42:40Z', 'updated_at': '2022-02-14T15:42:57Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:42:58.810331 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330c862-25db-4766-80c8-1bcb208d043f None None] New status for floating IP d230668e-ed77-4035-ba09-1e903553d327: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:42:59.684495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d127d-0b4e-43fd-a3e9-e68060e61234 req-fd46092d-5a9f-4117-907d-d49eb0f7319f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:42:59.687169 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b23d127d-0b4e-43fd-a3e9-e68060e61234 req-fd46092d-5a9f-4117-907d-d49eb0f7319f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0550451 Feb 14 15:42:59.697479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66e508a0-a21e-44a9-ab5b-e522ec2aab5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:42:59.754911 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b23d127d-0b4e-43fd-a3e9-e68060e61234 req-8f7c119f-b611-4460-99ed-feda45125119 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584991 Feb 14 15:43:00.673973 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:00.870367 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8213bc-4d58-4739-8c58-2dccc58879af req-8167030c-b470-44aa-8682-4de33c5a9147 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:00.871886 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c8213bc-4d58-4739-8c58-2dccc58879af req-8167030c-b470-44aa-8682-4de33c5a9147 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0525208 Feb 14 15:43:00.930057 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c8213bc-4d58-4739-8c58-2dccc58879af req-18719b78-f83f-4ed0-9f2d-ddfaa3a359cd tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524600 Feb 14 15:43:01.531706 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54558) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:01.632930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a66a55f-4dc3-4c2f-b5ec-794aa7ac1ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:01.706324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a66a55f-4dc3-4c2f-b5ec-794aa7ac1ccb admin admin] Publish callbacks [] for security_group (fd70969f-f699-40b3-b306-fe2c73e7fdd5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:01.806085 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a66a55f-4dc3-4c2f-b5ec-794aa7ac1ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (fd70969f-f699-40b3-b306-fe2c73e7fdd5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:01.847284 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9a66a55f-4dc3-4c2f-b5ec-794aa7ac1ccb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa2e0f2c88ba489b8d846d794eaa9999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144925 Feb 14 15:43:01.848186 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66a55f-4dc3-4c2f-b5ec-794aa7ac1ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd70969f-f699-40b3-b306-fe2c73e7fdd5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:01.850038 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:01.905044 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] Publish callbacks [] for security_group (fd70969f-f699-40b3-b306-fe2c73e7fdd5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:01.908261 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:01.926665 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] Publish callbacks [] for security_group (fd70969f-f699-40b3-b306-fe2c73e7fdd5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.048329 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1e138-cad3-478b-b9c5-214861a71d2a req-f931baab-ef23-45dd-84ce-dfad8cf26e04 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:02.049834 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2ad1e138-cad3-478b-b9c5-214861a71d2a req-f931baab-ef23-45dd-84ce-dfad8cf26e04 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0524247 Feb 14 15:43:02.050914 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (fd70969f-f699-40b3-b306-fe2c73e7fdd5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.053516 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.054538 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd70969f-f699-40b3-b306-fe2c73e7fdd5 HTTP/1.1" status: 204 len: 168 time: 0.2031920 Feb 14 15:43:02.074630 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad5da4-2b06-45db-bdcd-cd2a6ea79ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd70969f-f699-40b3-b306-fe2c73e7fdd5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:02.132031 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2ad1e138-cad3-478b-b9c5-214861a71d2a req-e9acfeca-b867-42ac-aa9e-5b4e0aab3d7d tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763760 Feb 14 15:43:02.725422 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:02.738961 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3950450e-4452-4933-b641-fb4eeb71b87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.814757 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3950450e-4452-4933-b641-fb4eeb71b87d admin admin] Publish callbacks [] for security_group (e9e33523-b597-47b1-a6d0-ee46ea4becc5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.879792 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3950450e-4452-4933-b641-fb4eeb71b87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (e9e33523-b597-47b1-a6d0-ee46ea4becc5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:02.918353 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3950450e-4452-4933-b641-fb4eeb71b87d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69981f19bbd44334b6e32cba12f1d7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918714 Feb 14 15:43:02.919255 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950450e-4452-4933-b641-fb4eeb71b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e33523-b597-47b1-a6d0-ee46ea4becc5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:02.921994 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54576) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:02.973271 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] Publish callbacks [] for security_group (e9e33523-b597-47b1-a6d0-ee46ea4becc5), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:03.257490 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] Publish callbacks [] for security_group (e9e33523-b597-47b1-a6d0-ee46ea4becc5), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:03.304469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5152a5-a9c3-4578-a0c3-11de5a1f44ed req-c794e01f-7c45-4b33-ab29-a7aa4b1d3fa7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:03.306500 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cb5152a5-a9c3-4578-a0c3-11de5a1f44ed req-c794e01f-7c45-4b33-ab29-a7aa4b1d3fa7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0850511 Feb 14 15:43:03.342947 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:03.378688 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cb5152a5-a9c3-4578-a0c3-11de5a1f44ed req-4a090a67-63b4-459c-b9cd-582ff4a32319 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665429 Feb 14 15:43:03.446501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (e9e33523-b597-47b1-a6d0-ee46ea4becc5), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:03.449392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:03.453339 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9e33523-b597-47b1-a6d0-ee46ea4becc5 HTTP/1.1" status: 204 len: 168 time: 0.5272880 Feb 14 15:43:03.460739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceed5ed-63ff-4849-8ed8-65912ddd2b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e33523-b597-47b1-a6d0-ee46ea4becc5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:04.499484 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c90c-c93a-46fa-afd8-e578b9f0dbd1 req-6afe8658-0af4-4219-9249-9b11831082e8 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:04.501025 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0464c90c-c93a-46fa-afd8-e578b9f0dbd1 req-6afe8658-0af4-4219-9249-9b11831082e8 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.0542622 Feb 14 15:43:04.561512 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0464c90c-c93a-46fa-afd8-e578b9f0dbd1 req-7cb99cfa-4cc8-433f-82f9-76ab765a50bb tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=727b8955-abfc-49b2-965d-76a362cb091e&id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546935 Feb 14 15:43:05.742946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54642) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:05.851421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-107d7d40-c165-4399-a96d-af6c4307758a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:05.925121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-107d7d40-c165-4399-a96d-af6c4307758a admin admin] Publish callbacks [] for security_group (712b1342-31d1-4ed6-a0c5-8387bf3e7669), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:05.999850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-107d7d40-c165-4399-a96d-af6c4307758a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (712b1342-31d1-4ed6-a0c5-8387bf3e7669), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.037151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-107d7d40-c165-4399-a96d-af6c4307758a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=12ae4b1a612f4fe5bd7403ceb236c8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925386 Feb 14 15:43:06.038171 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7d40-c165-4399-a96d-af6c4307758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b1342-31d1-4ed6-a0c5-8387bf3e7669,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:06.040021 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:06.086643 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] Publish callbacks [] for security_group (712b1342-31d1-4ed6-a0c5-8387bf3e7669), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.106865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] Publish callbacks [] for security_group (712b1342-31d1-4ed6-a0c5-8387bf3e7669), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.217124 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (712b1342-31d1-4ed6-a0c5-8387bf3e7669), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.219841 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.220970 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/712b1342-31d1-4ed6-a0c5-8387bf3e7669 HTTP/1.1" status: 204 len: 168 time: 0.1794374 Feb 14 15:43:06.229641 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c27ecd-557f-40d8-916c-8538791761b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b1342-31d1-4ed6-a0c5-8387bf3e7669,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:06.845866 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:06.859029 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af90f99f-be54-43ba-9192-f885ffdfce83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.931767 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af90f99f-be54-43ba-9192-f885ffdfce83 admin admin] Publish callbacks [] for security_group (c393af08-27bf-40f3-b044-60346da2889c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:06.988086 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af90f99f-be54-43ba-9192-f885ffdfce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c393af08-27bf-40f3-b044-60346da2889c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:07.026347 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f99f-be54-43ba-9192-f885ffdfce83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c393af08-27bf-40f3-b044-60346da2889c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:07.030589 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-af90f99f-be54-43ba-9192-f885ffdfce83 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2dd9abd42c734f5bbcd60f25ac6c29e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837170 Feb 14 15:43:07.033303 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:07.079664 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] Publish callbacks [] for security_group (c393af08-27bf-40f3-b044-60346da2889c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:07.100195 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] Publish callbacks [] for security_group (c393af08-27bf-40f3-b044-60346da2889c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:07.222453 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c393af08-27bf-40f3-b044-60346da2889c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:07.225049 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:07.226196 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c393af08-27bf-40f3-b044-60346da2889c HTTP/1.1" status: 204 len: 168 time: 0.1920738 Feb 14 15:43:07.235038 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f9b44-2e73-45df-8e6d-1da81e92028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393af08-27bf-40f3-b044-60346da2889c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:12.097139 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:13.051488 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:43:15.244503 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-08cae0c6-735a-49ea-a982-bc6e29967238 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447991 Feb 14 15:43:15.324300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-246146f7-8cab-4ee5-9a77-b3059d8a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:15.325707 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-246146f7-8cab-4ee5-9a77-b3059d8a87a0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0454988 Feb 14 15:43:15.435098 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-849d09b0-7776-47f7-b10a-8bc8451650da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:15.436644 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-849d09b0-7776-47f7-b10a-8bc8451650da service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.0917399 Feb 14 15:43:15.505178 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-de727ebd-00c0-471c-9c7c-f3aac54bdceb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 1001 time: 0.0595796 Feb 14 15:43:15.558394 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-d1584973-ae94-4d52-83de-87c1936754bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:15.559879 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-d1584973-ae94-4d52-83de-87c1936754bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0484130 Feb 14 15:43:15.609972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-93b95818-d402-40db-a4f8-af4160d094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:15.611408 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-93b95818-d402-40db-a4f8-af4160d094b2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450263 Feb 14 15:43:15.705990 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-6c18a9f3-61e8-4826-bd10-9978a43250fb service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Feb 14 15:43:15.836013 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcb7fece-6fdd-44a6-8ae7-15ed0475f3f7 req-7a44e27d-bf41-472e-878e-33c529302ca8 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152003 Feb 14 15:43:27.330329 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8662e804-a77d-44b0-8a38-677394e9b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:29.690470 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2afba77f-55a4-421b-a017-35781964c4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:30.663336 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:31.901261 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:33.284333 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:42.136022 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:49.919935 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 54986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:50.024493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.052127 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:43:50.097685 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Publish callbacks [] for security_group (ab01349c-6113-4721-a3c0-cd50a0832741), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.169604 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ab01349c-6113-4721-a3c0-cd50a0832741), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.212754 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=372857891de9429eaa5f0678f6c4da43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911391 Feb 14 15:43:50.215412 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 54994) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:50.215933 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01349c-6113-4721-a3c0-cd50a0832741,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:50.226416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.226807 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.227099 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.227437 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.227801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.228131 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.228460 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.228786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.229239 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.229572 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.229893 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.230215 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.230867 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654aaf1-09f3-4430-8284-bd26618d62ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.277716 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Publish callbacks [] for security_group (ab01349c-6113-4721-a3c0-cd50a0832741), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.301939 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Publish callbacks [] for security_group (ab01349c-6113-4721-a3c0-cd50a0832741), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.438329 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ab01349c-6113-4721-a3c0-cd50a0832741), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.440944 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:50.442221 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab01349c-6113-4721-a3c0-cd50a0832741 HTTP/1.1" status: 204 len: 168 time: 0.2256761 Feb 14 15:43:50.450589 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01349c-6113-4721-a3c0-cd50a0832741,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:50.460465 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.460896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.461298 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.461572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.462024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.462390 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.462727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.463066 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.463400 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.463869 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.464315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.465529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.466211 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d8af59-7e14-4b51-a650-17add190cfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:43:50.632661 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d6500-7203-4a1a-8c2e-ec4298ba3218 req-1be917c3-051d-4771-928f-6bd1c2dd122e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:50.634210 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-164d6500-7203-4a1a-8c2e-ec4298ba3218 req-1be917c3-051d-4771-928f-6bd1c2dd122e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0528889 Feb 14 15:43:50.681467 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-164d6500-7203-4a1a-8c2e-ec4298ba3218 req-8304026b-2ea5-443d-ae7d-429d633d4267 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Feb 14 15:43:51.459061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55018) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:51.554963 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129099915-network', 'tenant_id': '6eddf46650ac4a8f8d55d47183c247ee'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:43:51.627805 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Made reservation on behalf of 6eddf46650ac4a8f8d55d47183c247ee for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:43:51.630164 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.638652 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.715078 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks [] for security_group (a712bf5a-b6ff-430d-963e-153d45aeac13), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.780380 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a712bf5a-b6ff-430d-963e-153d45aeac13), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.811605 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:43:51.824151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a712bf5a-b6ff-430d-963e-153d45aeac13,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:51.830981 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (90fd6172-3261-480d-aed1-e2c92cc29251), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.848076 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Added segment 90fd6172-3261-480d-aed1-e2c92cc29251 of type vlan for network 8b15190d-00ee-4fdc-bac1-73830ee8dacb Feb 14 15:43:51.848076 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f33e-9e3d-48db-b49c-c6be311204c4 req-ab10182e-adfe-4fb6-a96b-8c388200acbf tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:51.849950 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e8c0f33e-9e3d-48db-b49c-c6be311204c4 req-ab10182e-adfe-4fb6-a96b-8c388200acbf tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0978253 Feb 14 15:43:51.893176 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (8b15190d-00ee-4fdc-bac1-73830ee8dacb), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.938671 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e8c0f33e-9e3d-48db-b49c-c6be311204c4 req-39b191b4-470b-4b75-9084-ea61d78e2dc9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Feb 14 15:43:51.992455 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (8b15190d-00ee-4fdc-bac1-73830ee8dacb), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:51.993416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:51.993997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:52.052829 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5925484 Feb 14 15:43:52.055808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 55024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:43:52.056316 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb8f16-5c24-4f27-b518-798cdc75248b admin admin] Pushing event updated for resources: {'Network': ['ID=8b15190d-00ee-4fdc-bac1-73830ee8dacb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:52.060819 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Request body: {'subnet': {'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129099915-subnet', 'tenant_id': '6eddf46650ac4a8f8d55d47183c247ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:43:52.066505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:43:52.123904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Made reservation on behalf of 6eddf46650ac4a8f8d55d47183c247ee for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:43:52.126233 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:52.353325 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (a5fbbad1-d231-40a4-b79b-0d308a097d5c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:52.412960 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fbbad1-d231-40a4-b79b-0d308a097d5c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:52.421754 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Checking segment: {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:43:52.422116 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Network hostable DHCP agents. Network: 8b15190d-00ee-4fdc-bac1-73830ee8dacb, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:43:52.489773 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:43:52.547150 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 8b15190d-00ee-4fdc-bac1-73830ee8dacb) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:43:52.551278 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:52.551902 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:52.556733 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d3f03-f5cb-4d83-9f32-345c988cb43a None None] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:43:52.624266 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-760d1051-89f1-4398-8443-5cf234f6b319 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5666323 Feb 14 15:43:52.655980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b0181-5232-447e-bb09-71d6c2c7d5a1 None None] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:43:52.881929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-24f1a3ab-2bc8-44b0-85c3-985d40c3f2ec tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:52.883419 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-24f1a3ab-2bc8-44b0-85c3-985d40c3f2ec tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0534513 Feb 14 15:43:52.985204 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Deleting port dfa55751-c020-4345-a1ba-e4e3893f1c7e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:43:52.985541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:53.073049 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53ef95-d7c1-45e6-8e89-070ff5c44537 req-d555d76d-648e-491e-bbc6-23df16df5ec2 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:53.074556 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e53ef95-d7c1-45e6-8e89-070ff5c44537 req-d555d76d-648e-491e-bbc6-23df16df5ec2 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 946 time: 0.0653439 Feb 14 15:43:53.086250 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] For port dfa55751-c020-4345-a1ba-e4e3893f1c7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dfa55751-c020-4345-a1ba-e4e3893f1c7e,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:43:53.086752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:53.100948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Calling delete_port for dfa55751-c020-4345-a1ba-e4e3893f1c7e owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:43:53.122342 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e53ef95-d7c1-45e6-8e89-070ff5c44537 req-43722675-d22c-46ac-a6e7-7e9f8f6bfc6c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Feb 14 15:43:53.307139 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (dfa55751-c020-4345-a1ba-e4e3893f1c7e), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:53.335810 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Pushing event deleted for resources: {'Port': ['ID=dfa55751-c020-4345-a1ba-e4e3893f1c7e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:43:53.350105 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['dfa55751-c020-4345-a1ba-e4e3893f1c7e'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:43:53.381255 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] No DVR routers for this DVR port dfa55751-c020-4345-a1ba-e4e3893f1c7e on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:43:53.383697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:53.386937 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-318c768e-3acd-459f-bd0a-46bf5ebd3d20 req-fcc26f2f-6b33-4201-a750-4df2110ab47e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "DELETE /v2.0/ports/dfa55751-c020-4345-a1ba-e4e3893f1c7e HTTP/1.1" status: 204 len: 173 time: 0.4964695 Feb 14 15:43:53.387380 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'name': 'network-vif-deleted', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:43:53.390283 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc2429-2cc5-4d10-a4b3-4d507cdb8f2a" -d '{"events": [{"server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "name": "network-vif-deleted", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:43:53.553325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744781d1-d57c-42ff-aeb8-83f6de81a015 x-openstack-request-id: req-744781d1-d57c-42ff-aeb8-83f6de81a015 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:43:53.553619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270bdca8-0607-416f-81ee-1762361dc2d3", "name": "network-vif-deleted", "tag": "dfa55751-c020-4345-a1ba-e4e3893f1c7e", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:43:53.553876 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-744781d1-d57c-42ff-aeb8-83f6de81a015 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:43:53.554279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270bdca8-0607-416f-81ee-1762361dc2d3', 'name': 'network-vif-deleted', 'tag': 'dfa55751-c020-4345-a1ba-e4e3893f1c7e', 'status': 'completed', 'code': 200} Feb 14 15:43:54.226722 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27283095-7262-475c-adce-2e39fe601a2e req-4d1d36f7-c983-4f61-9f70-99b229e98cfa tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=270bdca8-0607-416f-81ee-1762361dc2d3 HTTP/1.1" status: 200 len: 210 time: 0.0271993 Feb 14 15:43:55.834886 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-cada41c7-1c0d-46cc-a238-f468f88cb73b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:43:55.836310 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-cada41c7-1c0d-46cc-a238-f468f88cb73b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/networks?id=8b15190d-00ee-4fdc-bac1-73830ee8dacb HTTP/1.1" status: 200 len: 809 time: 0.1025774 Feb 14 15:43:55.850854 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-aaebdcf9-7fff-40dd-8e14-f082980de1ff tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/quotas/6eddf46650ac4a8f8d55d47183c247ee HTTP/1.1" status: 200 len: 375 time: 0.0090933 Feb 14 15:43:55.884290 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-4b5c6236-1df3-42a7-a1a9-085467c3d00b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277531 Feb 14 15:43:56.230831 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-ce69d834-ccf7-4252-843f-35b5d847a131 service neutron] 10.222.0.67 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397310 Feb 14 15:43:56.330956 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-1a2b94ed-1e38-45a4-b38f-200e117de065 service neutron] 10.222.0.67 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Feb 14 15:43:56.579225 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-33e72232-85a1-415f-81e4-f8bba1b0f269 req-2debe006-f086-4400-bfb0-07eed6d888bd tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Feb 14 15:43:57.306787 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-630763d7-991f-4b7a-af15-73a7e9212f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:57.677674 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8d68b64d-b03a-49d8-b6a4-3eebbc8fc5fb req-8c967ebf-e28d-4956-8f09-56902358e242 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Feb 14 15:43:58.775368 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-55dcdcbb-4c36-4ac1-b051-f92ff05c27e9 req-6fe10563-41af-440a-9ba9-e2687866f30a tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Feb 14 15:43:59.449741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device dfa55751-c020-4345-a1ba-e4e3893f1c7e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:43:59.470141 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: dfa55751-c020-4345-a1ba-e4e3893f1c7e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:43:59.470486 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device dfa55751-c020-4345-a1ba-e4e3893f1c7e not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:43:59.695264 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0812bc9-b565-4f59-90da-13c46c0f846d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:43:59.871795 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0e627516-39e3-4db7-8ca8-95720ea01b5c req-a4819330-1b69-41c8-9233-1a2d04eb0ad8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0269828 Feb 14 15:44:00.485556 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-e05f1c45-2507-4698-8562-77b26959b42e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:00.487038 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-e05f1c45-2507-4698-8562-77b26959b42e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "GET /v2.0/networks?id=8b15190d-00ee-4fdc-bac1-73830ee8dacb HTTP/1.1" status: 200 len: 809 time: 0.1129386 Feb 14 15:44:00.506730 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Request body: {'port': {'device_id': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb', 'admin_state_up': True, 'tenant_id': '6eddf46650ac4a8f8d55d47183c247ee'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:00.729742 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Made reservation on behalf of 6eddf46650ac4a8f8d55d47183c247ee for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:44:00.729967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:00.733183 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:00.874287 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Allocated IP 172.20.0.10 (8b15190d-00ee-4fdc-bac1-73830ee8dacb/a5fbbad1-d231-40a4-b79b-0d308a097d5c/a3cabf53-666c-4438-a7b5-12740b2cf9d5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:44:01.008746 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fcc7337e-5dd1-4c76-a809-b4346de22037 req-2e1ceb07-efd5-4f55-aa79-261275302c3f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0642781 Feb 14 15:44:01.050927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks [] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.124979 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.167459 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:44:01.173028 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:44:01.175461 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:44:01.199529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Pushing event updated for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:01.227249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:01.227884 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.309909 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-be404bcc-415e-4d6a-9faf-355946a804c8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8072147 Feb 14 15:44:01.369923 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Request body: {'port': {'device_id': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:01.431285 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.683829 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cabf53-666c-4438-a7b5-12740b2cf9d5 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:01.691881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks [] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.704620 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Transition to ACTIVE for port object a3cabf53-666c-4438-a7b5-12740b2cf9d5 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:44:01.765137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.822944 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Pushing event updated for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:01.887764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Attempting to bind port a3cabf53-666c-4438-a7b5-12740b2cf9d5 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:44:01.888102 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Attempting to bind port a3cabf53-666c-4438-a7b5-12740b2cf9d5 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:44:01.888960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Attempting to bind port a3cabf53-666c-4438-a7b5-12740b2cf9d5 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:01.893537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Port a3cabf53-666c-4438-a7b5-12740b2cf9d5 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:44:01.893853 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Attempting to bind port a3cabf53-666c-4438-a7b5-12740b2cf9d5 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:01.898509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:44:01.898846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Checking segment: {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:44:01.899219 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Bound using segment: {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:44:01.899661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Bound port: a3cabf53-666c-4438-a7b5-12740b2cf9d5, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:44:01.900019 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.923611 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:01.961654 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:44:01.964650 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:44:02.079180 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:02.119014 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.119838 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:02.121276 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] 10.222.0.100 "PUT /v2.0/ports/a3cabf53-666c-4438-a7b5-12740b2cf9d5 HTTP/1.1" status: 200 len: 1094 time: 0.7981997 Feb 14 15:44:02.121741 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:02.124752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e" -d '{"events": [{"name": "network-changed", "server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:02.135723 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec4b4a-3f00-4c2d-9b1d-b3520d9d161e req-45699dbd-2668-4aa7-9b57-e50eebd21c52 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.136435 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-18ec4b4a-3f00-4c2d-9b1d-b3520d9d161e req-45699dbd-2668-4aa7-9b57-e50eebd21c52 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0606263 Feb 14 15:44:02.165637 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960f797-8f0c-40e3-a8ad-76c2166be32e service neutron] Pushing event updated for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:02.182084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94646901-2f49-4baf-9d02-2833c53ca711 x-openstack-request-id: req-94646901-2f49-4baf-9d02-2833c53ca711 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:02.182084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:02.182084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94646901-2f49-4baf-9d02-2833c53ca711 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:02.182084 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5', 'status': 'completed', 'code': 200} Feb 14 15:44:02.196032 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-18ec4b4a-3f00-4c2d-9b1d-b3520d9d161e req-46e605e0-8c6c-4177-ae58-95923bbbbdfa tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 Feb 14 15:44:02.270766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-acfef3e4-bd7a-46db-9e07-fa0ef125d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.272311 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-acfef3e4-bd7a-46db-9e07-fa0ef125d50f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 1128 time: 0.0467575 Feb 14 15:44:02.381542 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-e62a1900-6cc6-490d-968c-b9424a4926f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.382981 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-e62a1900-6cc6-490d-968c-b9424a4926f6 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0965462 Feb 14 15:44:02.480525 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-73b9ad89-9db3-4dfe-9895-993a52392a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.481906 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-11f461dc-db5d-4f57-9d7a-b0e8bffdc26e req-73b9ad89-9db3-4dfe-9895-993a52392a14 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920339 Feb 14 15:44:02.597942 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-12bcc2b4-d273-4350-9736-06c836adadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.599520 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-12bcc2b4-d273-4350-9736-06c836adadb1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 1128 time: 0.0459316 Feb 14 15:44:02.653159 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-08132c89-14da-41a7-bb7a-af5fcbcb338b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5 HTTP/1.1" status: 200 len: 217 time: 0.0384777 Feb 14 15:44:02.701300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-a2ef2cf7-0521-431d-944f-12938a7e229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:02.702744 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-a2ef2cf7-0521-431d-944f-12938a7e229e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a5fbbad1-d231-40a4-b79b-0d308a097d5c HTTP/1.1" status: 200 len: 849 time: 0.0432918 Feb 14 15:44:02.734376 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-7ad6510f-3b27-4971-b152-7962b71268fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b15190d-00ee-4fdc-bac1-73830ee8dacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256107 Feb 14 15:44:02.824659 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-17abec90-0897-40c6-bb82-6e2518bed2a4 service neutron] 10.222.0.100 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Feb 14 15:44:02.912000 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-810cdfe1-f585-4334-8132-6e4a80ae81b6 req-673ce7f6-97fc-4f03-a8e1-0b9050f353f4 service neutron] 10.222.0.100 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803432 Feb 14 15:44:03.278079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:03.322645 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6f88-a089-461f-bb37-8baa1d2dc2d5 req-728b30ef-1809-4b39-8016-1621274fef8d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:03.324277 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7dac6f88-a089-461f-bb37-8baa1d2dc2d5 req-728b30ef-1809-4b39-8016-1621274fef8d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0534070 Feb 14 15:44:03.375363 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7dac6f88-a089-461f-bb37-8baa1d2dc2d5 req-cbe99568-8911-496e-9c2e-f66f7290095f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450399 Feb 14 15:44:04.490454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3123-10dc-430a-b0a3-d4ff138f8ee4 req-03320d64-1128-4af4-b033-5c7b85ebf379 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:04.491949 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-475c3123-10dc-430a-b0a3-d4ff138f8ee4 req-03320d64-1128-4af4-b033-5c7b85ebf379 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Feb 14 15:44:04.544040 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-475c3123-10dc-430a-b0a3-d4ff138f8ee4 req-db95aea0-2ff9-4dd5-8731-f39f8329684d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Feb 14 15:44:05.666131 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3566f-df6a-4942-8df7-9328d5eeefb6 req-7394c6cf-9810-4ca4-9a56-fddd176796d5 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:05.667644 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c0c3566f-df6a-4942-8df7-9328d5eeefb6 req-7394c6cf-9810-4ca4-9a56-fddd176796d5 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0569711 Feb 14 15:44:05.714427 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c0c3566f-df6a-4942-8df7-9328d5eeefb6 req-2e2f2517-5144-4212-814f-73a983476d70 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Feb 14 15:44:06.841118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45a40-8e2c-4b12-be44-58fe36f6eded req-9b85b12f-362e-41ff-a9f0-ac71628250a6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:06.842576 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68d45a40-8e2c-4b12-be44-58fe36f6eded req-9b85b12f-362e-41ff-a9f0-ac71628250a6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0614583 Feb 14 15:44:06.889104 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68d45a40-8e2c-4b12-be44-58fe36f6eded req-2f729355-8e7c-434a-8d89-7e26b9555406 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Feb 14 15:44:08.027540 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-8e7dee0d-560f-46a0-b7fb-f1e4fd67beb0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:08.027540 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-8e7dee0d-560f-46a0-b7fb-f1e4fd67beb0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/networks?id=8221fd64-e9ba-4de9-974d-f9d6200636e9 HTTP/1.1" status: 200 len: 813 time: 0.1088300 Feb 14 15:44:08.027540 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-d546a09b-fa5a-4e4f-bd03-56f41a09fa15 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/quotas/622f564eaa2a4c1ab9ed8bc9abf0ad7a HTTP/1.1" status: 200 len: 375 time: 0.0096037 Feb 14 15:44:08.029181 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd18c1b-fbbe-4c44-b7ce-9cb1fb3ccd81 req-3c584414-793c-45c0-b93c-12bcc5b332e9 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:08.029181 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bcd18c1b-fbbe-4c44-b7ce-9cb1fb3ccd81 req-3c584414-793c-45c0-b93c-12bcc5b332e9 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0519078 Feb 14 15:44:08.032750 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-3231ef10-5777-4ca0-a340-f6382b9acb7d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276754 Feb 14 15:44:08.062777 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bcd18c1b-fbbe-4c44-b7ce-9cb1fb3ccd81 req-549cfd92-0e85-4bb9-81dd-270a26a574b8 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Feb 14 15:44:08.173542 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-b8b105b6-06f0-4202-ada3-2e40271e7b8b service neutron] 10.222.0.67 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333561 Feb 14 15:44:08.269317 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-1882fc68-2637-45b9-85d6-1506915e54ea service neutron] 10.222.0.67 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877564 Feb 14 15:44:08.546852 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b18e594f-afbe-4a8c-844f-3785259635d0 req-3259b446-8f29-4b51-90c3-8f24a5c088a0 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 210 time: 0.0329533 Feb 14 15:44:09.181598 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525aeb-db9f-4fa3-b7ba-4afd719fce3d req-844723dc-7531-4b56-8cb4-edf97264ce1f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:09.183080 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4f525aeb-db9f-4fa3-b7ba-4afd719fce3d req-844723dc-7531-4b56-8cb4-edf97264ce1f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 944 time: 0.0527525 Feb 14 15:44:09.256122 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4f525aeb-db9f-4fa3-b7ba-4afd719fce3d req-93e3ecde-61a9-48c0-995e-42a06e0a3910 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665197 Feb 14 15:44:09.588795 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a3cabf53-666c-4438-a7b5-12740b2cf9d5 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:44:09.643298 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-159f994a-6e2a-4bab-a2ec-1e196d2c99c3 req-f052c228-d004-42cb-89d7-df21538e48e8 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 210 time: 0.0285881 Feb 14 15:44:09.686792 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:09.698009 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5', 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb', 'port_id': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5', 'mac_address': 'fa:16:3e:e1:79:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fbbad1-d231-40a4-b79b-0d308a097d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:44:09.734277 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a3cabf53-666c-4438-a7b5-12740b2cf9d5 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:09.734671 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:09.748098 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cabf53-666c-4438-a7b5-12740b2cf9d5 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:09.769069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:09.855318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:09.912781 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:09.922386 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.922822 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.923157 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.923487 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.923858 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.924189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.924682 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.925015 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.925342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.925667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.925990 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.926309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:09.926623 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:10.363799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a3cabf53-666c-4438-a7b5-12740b2cf9d5'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:10.406075 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76eaa5-ea1e-4260-8f4a-8cedec5aa2e3 req-c848cd66-ea8a-4460-b10b-83733923b838 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:10.408262 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff76eaa5-ea1e-4260-8f4a-8cedec5aa2e3 req-c848cd66-ea8a-4460-b10b-83733923b838 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 945 time: 0.0829170 Feb 14 15:44:10.520485 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ff76eaa5-ea1e-4260-8f4a-8cedec5aa2e3 req-c7d401c4-a6d2-4af7-b912-f45858fc0955 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050711 Feb 14 15:44:10.526517 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-3baf906a-f577-4ef1-b9d0-ad5920460a36 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:10.527733 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-3baf906a-f577-4ef1-b9d0-ad5920460a36 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "GET /v2.0/networks?id=8221fd64-e9ba-4de9-974d-f9d6200636e9 HTTP/1.1" status: 200 len: 813 time: 0.1578734 Feb 14 15:44:10.557616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Request body: {'port': {'device_id': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9', 'admin_state_up': True, 'tenant_id': '622f564eaa2a4c1ab9ed8bc9abf0ad7a'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:10.734764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Made reservation on behalf of 622f564eaa2a4c1ab9ed8bc9abf0ad7a for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:44:10.738792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:10.739329 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4ea50633-7f65-4800-9497-58cad8027c9a req-dff52069-94f3-48c9-afe5-3f45b6d55b55 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 210 time: 0.0281889 Feb 14 15:44:10.879989 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Allocated IP 172.20.0.8 (8221fd64-e9ba-4de9-974d-f9d6200636e9/ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4/57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:44:11.032599 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks [] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.106729 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.153074 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Network 8221fd64-e9ba-4de9-974d-f9d6200636e9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:44:11.158438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:44:11.163623 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:44:11.172098 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Pushing event updated for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:11.229972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:11.230586 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.298511 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-ccd61124-bf84-4db0-9f1b-45591f412f5c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558014 Feb 14 15:44:11.317061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Request body: {'port': {'device_id': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:11.380025 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.615939 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a3cabf53-666c-4438-a7b5-12740b2cf9d5 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:44:11.675404 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:11.682543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b305653-156e-4d00-b95f-de529348dcb6 req-19840410-3b70-4f6b-835d-f47563cfbe76 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:11.684038 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3b305653-156e-4d00-b95f-de529348dcb6 req-19840410-3b70-4f6b-835d-f47563cfbe76 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 945 time: 0.0950570 Feb 14 15:44:11.685731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks [] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.713092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Transition to ACTIVE for port object 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:44:11.739833 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3b305653-156e-4d00-b95f-de529348dcb6 req-98bd6ad0-793f-48e3-a855-e2f62bfdf09e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502956 Feb 14 15:44:11.757628 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port a3cabf53-666c-4438-a7b5-12740b2cf9d5 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:44:11.761695 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a3cabf53-666c-4438-a7b5-12740b2cf9d5 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:44:11.762076 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.792180 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.841657 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a3cabf53-666c-4438-a7b5-12740b2cf9d5 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:11.842059 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.861221 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad82c7-4c7b-4cca-bbe7-3ca9e0e4d7df req-b9f0fde2-92df-4fcd-ab78-e1e149b5f456 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:11.861792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Pushing event updated for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:11.863078 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f1ad82c7-4c7b-4cca-bbe7-3ca9e0e4d7df req-b9f0fde2-92df-4fcd-ab78-e1e149b5f456 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0566826 Feb 14 15:44:11.867081 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:11.869413 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d544cbbf-159e-45a2-81bf-c99cee6e549b" -d '{"events": [{"server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:11.883831 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:11.915554 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Attempting to bind port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:44:11.915925 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Attempting to bind port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:44:11.916261 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Attempting to bind port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:11.920899 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:44:11.921223 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Attempting to bind port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 on network 8221fd64-e9ba-4de9-974d-f9d6200636e9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:11.923242 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f1ad82c7-4c7b-4cca-bbe7-3ca9e0e4d7df req-4650a852-880e-4c59-b326-b34df17df314 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Feb 14 15:44:11.927721 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:44:11.928064 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Checking segment: {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:44:11.928451 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Bound using segment: {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:44:11.928879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Bound port: 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d882c0b-9155-408b-92cf-5bf38d7d4ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:44:11.929354 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.952359 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:11.976066 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb5a00-0de9-4f93-9f59-7882855ff4cc x-openstack-request-id: req-13eb5a00-0de9-4f93-9f59-7882855ff4cc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:11.976362 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "name": "network-vif-plugged", "status": "completed", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:11.985111 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13eb5a00-0de9-4f93-9f59-7882855ff4cc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:11.985111 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5', 'code': 200} Feb 14 15:44:12.007054 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:12.219688 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:12.253859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:44:12.256847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:44:12.337229 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:12.369659 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8261a-6a7c-471b-abaa-aa8e8809630c req-79ee115b-5a65-42bf-951d-7e7bf3c70214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:12.371133 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c8d8261a-6a7c-471b-abaa-aa8e8809630c req-79ee115b-5a65-42bf-951d-7e7bf3c70214 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0713274 Feb 14 15:44:12.378684 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:12.379339 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:12.380669 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] 10.222.0.100 "PUT /v2.0/ports/57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 HTTP/1.1" status: 200 len: 1093 time: 1.0679328 Feb 14 15:44:12.382219 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:12.384418 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1d5ee-977d-41fc-bec5-c2b56403db64" -d '{"events": [{"name": "network-changed", "server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:12.426480 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d6c793-9c3b-446c-b4b8-4f39d4c8bd9d x-openstack-request-id: req-79d6c793-9c3b-446c-b4b8-4f39d4c8bd9d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:12.426789 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:12.427021 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-79d6c793-9c3b-446c-b4b8-4f39d4c8bd9d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:12.427407 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23', 'status': 'completed', 'code': 200} Feb 14 15:44:12.429470 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51293fc-a136-4a33-aa1a-f5dc8178e315 service neutron] Pushing event updated for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:12.446755 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c8d8261a-6a7c-471b-abaa-aa8e8809630c req-8eef3892-948e-47f5-a151-4523e340b606 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Feb 14 15:44:12.860955 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810b84-4640-4561-8960-5248d46a5ab0 req-adc48655-3045-48ed-ab01-c87f2f69b174 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:12.862404 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03810b84-4640-4561-8960-5248d46a5ab0 req-adc48655-3045-48ed-ab01-c87f2f69b174 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0552306 Feb 14 15:44:12.907911 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03810b84-4640-4561-8960-5248d46a5ab0 req-d4e4ff82-25d4-4d72-b398-186a6a4d8b8d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Feb 14 15:44:13.054398 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb06986-81a8-4252-9c12-822eb92cba6e req-ec4a568b-e922-468d-b594-286599bb0ca3 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.055813 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ddb06986-81a8-4252-9c12-822eb92cba6e req-ec4a568b-e922-468d-b594-286599bb0ca3 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0552490 Feb 14 15:44:13.101012 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ddb06986-81a8-4252-9c12-822eb92cba6e req-8e42ab21-2b30-4af5-89de-5a686b6fe644 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Feb 14 15:44:13.194800 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-fcd48480-0817-4b4f-b263-3e26aaea2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.196306 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-fcd48480-0817-4b4f-b263-3e26aaea2260 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 1127 time: 0.0450158 Feb 14 15:44:13.347743 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-29b3b915-4d24-4bd7-81c2-9d425d52bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.349112 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-29b3b915-4d24-4bd7-81c2-9d425d52bfee service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936277 Feb 14 15:44:13.440744 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-e63fb950-c60d-46e1-b870-d5fb8ce73145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.442200 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-68c1d5ee-977d-41fc-bec5-c2b56403db64 req-e63fb950-c60d-46e1-b870-d5fb8ce73145 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0865288 Feb 14 15:44:13.552604 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-f8ebb792-e9ea-42bf-aa01-c7241da27876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.554144 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-f8ebb792-e9ea-42bf-aa01-c7241da27876 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 1127 time: 0.0440478 Feb 14 15:44:13.634538 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-182cf235-f867-4dc8-ad79-0594824b6643 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 HTTP/1.1" status: 200 len: 217 time: 0.0392675 Feb 14 15:44:13.685779 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-00111b62-fc40-4d37-97e8-6639f7079405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:13.687222 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-00111b62-fc40-4d37-97e8-6639f7079405 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4 HTTP/1.1" status: 200 len: 853 time: 0.0425258 Feb 14 15:44:13.793692 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-2f5b7de2-ff68-43de-b97b-b7efe30a2a4c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8221fd64-e9ba-4de9-974d-f9d6200636e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259395 Feb 14 15:44:13.893927 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-acf98d2e-badb-407d-ae03-8907d93064d4 service neutron] 10.222.0.100 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938518 Feb 14 15:44:13.989697 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7750d6ec-edf8-4701-90c7-4ff2041eb594 req-5c3f5b90-8ede-471a-9215-703b6a84a3a6 service neutron] 10.222.0.100 "GET /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891664 Feb 14 15:44:14.034096 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed93317-c563-485a-b9cb-274165ee63c5 req-b92bb81e-295f-4279-a356-cc79c89ece95 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:14.035536 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aed93317-c563-485a-b9cb-274165ee63c5 req-b92bb81e-295f-4279-a356-cc79c89ece95 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0594845 Feb 14 15:44:14.082284 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aed93317-c563-485a-b9cb-274165ee63c5 req-c7cba026-ea21-4f24-a156-921359cd0154 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Feb 14 15:44:14.223898 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695157f-2525-4bd8-b1c3-4c7ba1ad3454 req-0472d251-0fe8-495f-9937-2160d7d457ff tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:14.225358 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9695157f-2525-4bd8-b1c3-4c7ba1ad3454 req-0472d251-0fe8-495f-9937-2160d7d457ff tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0525777 Feb 14 15:44:14.272159 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9695157f-2525-4bd8-b1c3-4c7ba1ad3454 req-8828e72f-e98f-4031-9009-c9d493260b66 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Feb 14 15:44:15.198291 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d59d1-4cd3-4162-97f2-0ad426bd6ef9 req-f0877e1b-4f47-4f62-9090-a1ceef36b3ec tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.199782 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ec3d59d1-4cd3-4162-97f2-0ad426bd6ef9 req-f0877e1b-4f47-4f62-9090-a1ceef36b3ec tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0522773 Feb 14 15:44:15.245816 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ec3d59d1-4cd3-4162-97f2-0ad426bd6ef9 req-a1e3f452-7db8-45f7-a97a-1ba971bbe0aa tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Feb 14 15:44:15.349045 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-6b198a23-fc19-4737-aad2-38468008843e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464833 Feb 14 15:44:15.393557 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ec3e-2c71-40c2-94cf-9949dac09cfb req-617e6679-8d60-4cdf-9dc2-a0261ed43529 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.395029 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a7f4ec3e-2c71-40c2-94cf-9949dac09cfb req-617e6679-8d60-4cdf-9dc2-a0261ed43529 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0572340 Feb 14 15:44:15.442133 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-f3fef9a9-fa27-426f-a71d-fabf03f6a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.443629 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-f3fef9a9-fa27-426f-a71d-fabf03f6a8f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1168 time: 0.0495055 Feb 14 15:44:15.446514 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a7f4ec3e-2c71-40c2-94cf-9949dac09cfb req-bd73b5c2-6773-49f6-97a8-efce4943a166 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456915 Feb 14 15:44:15.548760 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-dd7a5650-06ee-4e21-bcc0-a7ecb19edd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.550434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-dd7a5650-06ee-4e21-bcc0-a7ecb19edd18 service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.0862598 Feb 14 15:44:15.620967 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-4460212b-2506-4626-b4c9-7684c612b7cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 1001 time: 0.0637975 Feb 14 15:44:15.668195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-25034967-6ca9-4727-b875-277ae6cb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.669548 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-25034967-6ca9-4727-b875-277ae6cb9e26 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0426836 Feb 14 15:44:15.721097 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-81a35c9c-b9a6-47b2-bbb9-ddfd76ca6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:15.722624 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-81a35c9c-b9a6-47b2-bbb9-ddfd76ca6ed5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457957 Feb 14 15:44:15.818189 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-e4faa4c2-3182-4c1b-9806-1f85dca4fbf2 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889614 Feb 14 15:44:15.939805 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5760cd93-88ce-4480-ae36-15626a69fd8e req-87bd3346-9179-4d74-a34f-41adac890610 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944624 Feb 14 15:44:16.446509 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ae63f-ecc7-4bfb-a275-fcf1fc39ffe4 req-8abff25c-bb50-44a9-b9a0-88e0b28896a4 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:16.447997 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-274ae63f-ecc7-4bfb-a275-fcf1fc39ffe4 req-8abff25c-bb50-44a9-b9a0-88e0b28896a4 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Feb 14 15:44:16.506319 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-274ae63f-ecc7-4bfb-a275-fcf1fc39ffe4 req-b8b939e6-3acf-43db-b4ba-7fec98d4470f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Feb 14 15:44:16.581441 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387aa55-c32f-44c1-9ccb-2b892fc76d48 req-ec91dd8e-bee4-4a8e-bea2-922f0e618491 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:16.582926 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8387aa55-c32f-44c1-9ccb-2b892fc76d48 req-ec91dd8e-bee4-4a8e-bea2-922f0e618491 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0561597 Feb 14 15:44:16.634174 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8387aa55-c32f-44c1-9ccb-2b892fc76d48 req-04fc4e45-c85b-4cca-8c5d-1ba090404989 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Feb 14 15:44:17.624475 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17b26d-5d8c-4ca1-a8f5-e2513bc84180 req-9b05a97f-44e1-4674-ab90-d28881783467 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:17.625979 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e17b26d-5d8c-4ca1-a8f5-e2513bc84180 req-9b05a97f-44e1-4674-ab90-d28881783467 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0521674 Feb 14 15:44:17.635720 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:44:17.676919 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e17b26d-5d8c-4ca1-a8f5-e2513bc84180 req-004eff61-ae39-4c84-925f-fb62c4f9bf9b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Feb 14 15:44:17.736648 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:17.747741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23', 'network_id': '8221fd64-e9ba-4de9-974d-f9d6200636e9', 'port_id': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23', 'mac_address': 'fa:16:3e:c5:14:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:44:17.756189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa91b-0d8b-4b07-a9cc-d9e55dc37823 req-521319d2-585b-40b9-b575-183067d39535 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:17.757703 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-27ffa91b-0d8b-4b07-a9cc-d9e55dc37823 req-521319d2-585b-40b9-b575-183067d39535 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 943 time: 0.0534275 Feb 14 15:44:17.785199 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:17.785592 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:17.798832 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:17.804913 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-27ffa91b-0d8b-4b07-a9cc-d9e55dc37823 req-28a38fb6-655c-4f51-aaf9-9a4011159e9c tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Feb 14 15:44:17.825097 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:17.906534 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:17.953502 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:18.321971 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d716c-55eb-473b-94d3-efe4d2145aba req-7b97eb9d-c4d6-436a-8c63-fecdf1755dbc tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:18.323401 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-948d716c-55eb-473b-94d3-efe4d2145aba req-7b97eb9d-c4d6-436a-8c63-fecdf1755dbc tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 946 time: 0.0515354 Feb 14 15:44:18.430062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Deleting port a3cabf53-666c-4438-a7b5-12740b2cf9d5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:44:18.430411 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:18.515868 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:18.529901 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] For port a3cabf53-666c-4438-a7b5-12740b2cf9d5, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a3cabf53-666c-4438-a7b5-12740b2cf9d5,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:18.530271 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:18.542578 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Calling delete_port for a3cabf53-666c-4438-a7b5-12740b2cf9d5 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:44:18.735736 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a3cabf53-666c-4438-a7b5-12740b2cf9d5), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:18.768428 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Pushing event deleted for resources: {'Port': ['ID=a3cabf53-666c-4438-a7b5-12740b2cf9d5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:18.777573 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a3cabf53-666c-4438-a7b5-12740b2cf9d5'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:18.778089 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7506abce-5ff9-4834-95e5-0fdd1d81f85f req-c2840eb6-3b1a-4f89-b0e3-5773fc12dc08 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0323915 Feb 14 15:44:18.811168 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] No DVR routers for this DVR port a3cabf53-666c-4438-a7b5-12740b2cf9d5 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:44:18.814163 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:18.817490 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-948d716c-55eb-473b-94d3-efe4d2145aba req-de0f1bd8-9c17-424d-9b22-c8fb0b667043 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "DELETE /v2.0/ports/a3cabf53-666c-4438-a7b5-12740b2cf9d5 HTTP/1.1" status: 204 len: 173 time: 0.4872222 Feb 14 15:44:18.817946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'name': 'network-vif-deleted', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:18.820217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5092dc2-5b56-4cf5-bae9-0de6080c330e" -d '{"events": [{"server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "name": "network-vif-deleted", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:18.855888 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86f4f8-72a2-4420-9a2e-1dbd1ae090c0 x-openstack-request-id: req-ca86f4f8-72a2-4420-9a2e-1dbd1ae090c0 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:18.862224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf67426-c028-4b67-86db-6efbd497b0d2", "name": "network-vif-deleted", "tag": "a3cabf53-666c-4438-a7b5-12740b2cf9d5", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:18.862224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ca86f4f8-72a2-4420-9a2e-1dbd1ae090c0 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:18.862224 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf67426-c028-4b67-86db-6efbd497b0d2', 'name': 'network-vif-deleted', 'tag': 'a3cabf53-666c-4438-a7b5-12740b2cf9d5', 'status': 'completed', 'code': 200} Feb 14 15:44:18.926164 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea611d-b14f-481b-87c3-0eceff9f31f6 req-92483726-b9f8-4c28-b39a-fd9332dd4b02 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:18.927709 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-04ea611d-b14f-481b-87c3-0eceff9f31f6 req-92483726-b9f8-4c28-b39a-fd9332dd4b02 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 944 time: 0.0542700 Feb 14 15:44:18.974889 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-04ea611d-b14f-481b-87c3-0eceff9f31f6 req-588d21ae-ed65-4176-82f0-e58f186eb27f tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Feb 14 15:44:19.683373 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:44:19.792870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:44:19.797799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:44:19.798175 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:19.879297 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:19.879883 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:19.888448 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-823201cf-deb0-4bc8-af5e-e82d492b130d req-bd44861c-2436-44f2-8993-b85c3ad4075e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=baf67426-c028-4b67-86db-6efbd497b0d2 HTTP/1.1" status: 200 len: 210 time: 0.0265062 Feb 14 15:44:19.903101 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:19.905475 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0feae-7d62-4375-9a0a-a01f5af9bc35" -d '{"events": [{"server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "name": "network-vif-plugged", "status": "completed", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:19.918628 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:19.940698 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ae937f-3584-4b30-a735-22ad19d57680 x-openstack-request-id: req-62ae937f-3584-4b30-a735-22ad19d57680 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:19.940997 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "name": "network-vif-plugged", "status": "completed", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:19.941254 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62ae937f-3584-4b30-a735-22ad19d57680 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:19.941656 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23', 'code': 200} Feb 14 15:44:19.980402 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:20.051165 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:20.098190 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538d19e-a786-4f31-9270-1ef2b6941014 req-4ffe5111-13ba-4709-b4d6-bd8cf001241d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:20.099732 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9538d19e-a786-4f31-9270-1ef2b6941014 req-4ffe5111-13ba-4709-b4d6-bd8cf001241d tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Feb 14 15:44:20.146017 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9538d19e-a786-4f31-9270-1ef2b6941014 req-d8ea25f8-0718-4c54-b033-362885c185b6 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Feb 14 15:44:20.268464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81127c27-0de4-48af-bb08-be279f6ad8e8 req-70ff58ab-a61e-402a-8191-bc0083220636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:20.269938 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-81127c27-0de4-48af-bb08-be279f6ad8e8 req-70ff58ab-a61e-402a-8191-bc0083220636 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 1129 time: 0.0474942 Feb 14 15:44:20.312504 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-81127c27-0de4-48af-bb08-be279f6ad8e8 req-0300851c-3bd9-457d-89ca-13f2a532fd39 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Feb 14 15:44:21.142278 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-7e119fd0-3677-4cf3-9cb3-e3579b4f4c2e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:21.143776 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-7e119fd0-3677-4cf3-9cb3-e3579b4f4c2e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/networks?id=8b15190d-00ee-4fdc-bac1-73830ee8dacb HTTP/1.1" status: 200 len: 809 time: 0.1015675 Feb 14 15:44:21.157796 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-6d33da7e-fdd3-4d84-ba32-5041f4021ad6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/quotas/6eddf46650ac4a8f8d55d47183c247ee HTTP/1.1" status: 200 len: 375 time: 0.0087414 Feb 14 15:44:21.190046 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-c699abdf-6d6a-4f7c-a830-9d495bb0a9f9 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275331 Feb 14 15:44:21.264037 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58450d1c-8b03-424d-bf7b-9bc8c95a0eee req-e8eb28a6-2aaf-4287-ad0a-98cb26070ae7 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:21.265513 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-58450d1c-8b03-424d-bf7b-9bc8c95a0eee req-e8eb28a6-2aaf-4287-ad0a-98cb26070ae7 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0520527 Feb 14 15:44:21.277327 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-e24eb7ef-c7ca-4c49-ae09-129420f3d9e5 service neutron] 10.222.0.67 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807152 Feb 14 15:44:21.313432 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-58450d1c-8b03-424d-bf7b-9bc8c95a0eee req-ac166157-37d7-4d97-ae72-c6b3c2d26d56 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Feb 14 15:44:21.368867 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-76cc2e2f-a022-4518-b15d-14941b9febc4 service neutron] 10.222.0.67 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Feb 14 15:44:21.577958 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ad2d9e29-fc2f-421b-939c-5a3571504f6f req-1901dcb5-0e8e-4e29-9c5f-3a76fd9286fb tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 210 time: 0.0299678 Feb 14 15:44:21.653441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a3cabf53-666c-4438-a7b5-12740b2cf9d5 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:44:21.673930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: a3cabf53-666c-4438-a7b5-12740b2cf9d5 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:44:21.674280 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a3cabf53-666c-4438-a7b5-12740b2cf9d5 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:44:22.433281 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887679f-3090-40a4-8f56-83241b82d50d req-d5e24389-3e2f-4396-a10f-596ed1bda963 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:22.434748 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7887679f-3090-40a4-8f56-83241b82d50d req-d5e24389-3e2f-4396-a10f-596ed1bda963 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Feb 14 15:44:22.480711 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7887679f-3090-40a4-8f56-83241b82d50d req-9e880634-84b3-4b69-bd35-57eb93d7b5ee tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Feb 14 15:44:22.681904 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8e3283b0-a5d7-4b28-871b-cc23a4d71083 req-359ff419-ce2a-4f9e-b378-009d8b140dae tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 210 time: 0.0350492 Feb 14 15:44:23.424868 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-0d8812c4-534d-4f4c-ad38-a2e793cdf1d1 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:23.426314 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-0d8812c4-534d-4f4c-ad38-a2e793cdf1d1 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "GET /v2.0/networks?id=8b15190d-00ee-4fdc-bac1-73830ee8dacb HTTP/1.1" status: 200 len: 809 time: 0.1273222 Feb 14 15:44:23.451262 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Request body: {'port': {'device_id': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb', 'admin_state_up': True, 'tenant_id': '6eddf46650ac4a8f8d55d47183c247ee'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:23.666027 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Made reservation on behalf of 6eddf46650ac4a8f8d55d47183c247ee for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:44:23.669443 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:23.806138 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a69bdfc0-b370-4551-95e8-8c6f99298100 req-f4d97f8b-25de-481e-b911-ef0590c5a6c7 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 210 time: 0.0531132 Feb 14 15:44:23.824040 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Allocated IP 172.20.0.13 (8b15190d-00ee-4fdc-bac1-73830ee8dacb/a5fbbad1-d231-40a4-b79b-0d308a097d5c/35d6a830-f78a-4fe9-993f-3e894904cd60) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:44:23.963393 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks [] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.044006 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.086725 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Network 8b15190d-00ee-4fdc-bac1-73830ee8dacb is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:44:24.092428 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:44:24.096992 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:44:24.104392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Pushing event updated for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:24.148615 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:24.149209 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.200463 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-3c44a778-addc-4b1f-b60d-9a2ed4927625 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531462 Feb 14 15:44:24.236740 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Request body: {'port': {'device_id': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:24.300426 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.548914 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d6a830-f78a-4fe9-993f-3e894904cd60 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:24.556108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks [] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.568109 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Transition to ACTIVE for port object 35d6a830-f78a-4fe9-993f-3e894904cd60 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:44:24.631516 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.678962 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Pushing event updated for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:24.751034 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Attempting to bind port 35d6a830-f78a-4fe9-993f-3e894904cd60 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:44:24.751378 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Attempting to bind port 35d6a830-f78a-4fe9-993f-3e894904cd60 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:44:24.751745 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Attempting to bind port 35d6a830-f78a-4fe9-993f-3e894904cd60 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:24.756075 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Port 35d6a830-f78a-4fe9-993f-3e894904cd60 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:44:24.756399 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Attempting to bind port 35d6a830-f78a-4fe9-993f-3e894904cd60 on network 8b15190d-00ee-4fdc-bac1-73830ee8dacb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:44:24.761209 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:44:24.761454 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Checking segment: {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:44:24.761838 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Bound using segment: {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:44:24.762263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Bound port: 35d6a830-f78a-4fe9-993f-3e894904cd60, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fd6172-3261-480d-aed1-e2c92cc29251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:44:24.762621 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.823258 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:44:24.826108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35d6a830-f78a-4fe9-993f-3e894904cd60,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:44:24.895475 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.925603 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a00a1-ed72-4d74-b350-5be7872d529e req-f26d99be-94c6-4eb3-8e97-c73055899225 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:24.928006 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ca2a00a1-ed72-4d74-b350-5be7872d529e req-f26d99be-94c6-4eb3-8e97-c73055899225 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 944 time: 0.0548155 Feb 14 15:44:24.929278 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:24.929899 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:24.931270 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] 10.222.0.100 "PUT /v2.0/ports/35d6a830-f78a-4fe9-993f-3e894904cd60 HTTP/1.1" status: 200 len: 1094 time: 0.6987684 Feb 14 15:44:24.931860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:24.934110 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626848c-d2be-4899-85af-dc9d314c4f80" -d '{"events": [{"name": "network-changed", "server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:24.963809 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa55f41-cf76-4f0c-8a5e-64d97be9ebbd service neutron] Pushing event updated for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:24.972396 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10fd584-d7ff-44a6-9d51-df8944a16eab x-openstack-request-id: req-e10fd584-d7ff-44a6-9d51-df8944a16eab {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:24.972691 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:24.973065 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e10fd584-d7ff-44a6-9d51-df8944a16eab {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:24.973381 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60', 'status': 'completed', 'code': 200} Feb 14 15:44:24.979165 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ca2a00a1-ed72-4d74-b350-5be7872d529e req-aee0a6c0-4037-42be-a11e-30caad775616 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Feb 14 15:44:25.066489 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-f9a20df1-0433-4f45-a9b5-3bad0f5214d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:25.068016 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-f9a20df1-0433-4f45-a9b5-3bad0f5214d3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 1128 time: 0.0448573 Feb 14 15:44:25.174081 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-b6b32abe-fe90-4e8b-814c-7b7fbdd998e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:25.175413 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-b6b32abe-fe90-4e8b-814c-7b7fbdd998e9 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0921116 Feb 14 15:44:25.268229 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-46544deb-2cad-477b-b09f-357164ad6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:25.269759 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f626848c-d2be-4899-85af-dc9d314c4f80 req-46544deb-2cad-477b-b09f-357164ad6c9a service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881450 Feb 14 15:44:25.375239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-355fb83f-86a7-42d2-9108-52415aec9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:25.376741 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-355fb83f-86a7-42d2-9108-52415aec9776 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 1128 time: 0.0446863 Feb 14 15:44:25.428297 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-74bb7f97-a218-4dfe-bdb4-f297739d737e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35d6a830-f78a-4fe9-993f-3e894904cd60 HTTP/1.1" status: 200 len: 217 time: 0.0345712 Feb 14 15:44:25.478063 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-1a0a0142-10e3-4668-b5eb-66a0a5ea3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:25.479456 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-1a0a0142-10e3-4668-b5eb-66a0a5ea3cf0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a5fbbad1-d231-40a4-b79b-0d308a097d5c HTTP/1.1" status: 200 len: 849 time: 0.0449045 Feb 14 15:44:25.510497 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-36829b4e-7c79-4c69-a4f5-40e3bfffce80 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=8b15190d-00ee-4fdc-bac1-73830ee8dacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238664 Feb 14 15:44:25.595771 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-1f4c5e77-68cc-412c-bc3f-e64e244eba39 service neutron] 10.222.0.100 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785716 Feb 14 15:44:25.683552 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6b3edab-f8f5-487e-a557-4393aca4df9a req-98080711-016f-49e7-9823-4a41b68fa06a service neutron] 10.222.0.100 "GET /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817721 Feb 14 15:44:26.096543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532bcb1-af46-4ef6-93b2-0f7ce564ce3f req-0eddf0b8-919c-480c-a7ba-b122081137ea tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:26.097999 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f532bcb1-af46-4ef6-93b2-0f7ce564ce3f req-0eddf0b8-919c-480c-a7ba-b122081137ea tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 944 time: 0.0518842 Feb 14 15:44:26.143949 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f532bcb1-af46-4ef6-93b2-0f7ce564ce3f req-6a9e16f1-e6d8-4646-a747-8a3adcfdfce4 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Feb 14 15:44:27.053674 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:44:27.258387 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae81d-a26c-4f5f-a0e0-a5922e6fb436 req-76851bf8-ede7-44c3-841f-8df496ee66b5 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:27.259895 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3e4ae81d-a26c-4f5f-a0e0-a5922e6fb436 req-76851bf8-ede7-44c3-841f-8df496ee66b5 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 944 time: 0.0514193 Feb 14 15:44:27.306985 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3e4ae81d-a26c-4f5f-a0e0-a5922e6fb436 req-32d78a29-af09-4afd-8dcd-4358343274d7 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Feb 14 15:44:27.323016 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af38e5d5-2e2a-4ff7-9688-29f057b9ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:28.427012 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3f2a-4c27-46b4-9157-a98713abae1a req-37545b12-46cd-4429-a120-0a42ae3773f7 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:28.428527 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-190f3f2a-4c27-46b4-9157-a98713abae1a req-37545b12-46cd-4429-a120-0a42ae3773f7 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 944 time: 0.0561373 Feb 14 15:44:28.473782 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-190f3f2a-4c27-46b4-9157-a98713abae1a req-6ff79874-e6a9-49e7-95d5-6efc7a73929f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Feb 14 15:44:29.588315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460b77e-7589-48c5-a3ca-463f2c447d3b req-0e1b6f59-8468-4478-93c3-d5d8a057c38f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:29.589751 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a460b77e-7589-48c5-a3ca-463f2c447d3b req-0e1b6f59-8468-4478-93c3-d5d8a057c38f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 944 time: 0.0511830 Feb 14 15:44:29.636424 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a460b77e-7589-48c5-a3ca-463f2c447d3b req-bc92ae96-abbc-44de-beab-481524c8f0d6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Feb 14 15:44:29.681602 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 35d6a830-f78a-4fe9-993f-3e894904cd60 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:44:29.706425 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7567bc5f-47da-4f2d-9a8d-5769ff0e3f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:29.785521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35d6a830-f78a-4fe9-993f-3e894904cd60,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:29.797964 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '35d6a830-f78a-4fe9-993f-3e894904cd60', 'network_id': '8b15190d-00ee-4fdc-bac1-73830ee8dacb', 'port_id': '35d6a830-f78a-4fe9-993f-3e894904cd60', 'mac_address': 'fa:16:3e:2b:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fbbad1-d231-40a4-b79b-0d308a097d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:44:29.837002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 35d6a830-f78a-4fe9-993f-3e894904cd60 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:29.837397 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:29.852292 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d6a830-f78a-4fe9-993f-3e894904cd60 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:44:29.878053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35d6a830-f78a-4fe9-993f-3e894904cd60,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:29.945808 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:29.998527 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:30.537788 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['35d6a830-f78a-4fe9-993f-3e894904cd60'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:30.705624 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:30.760826 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6d8f-dcd1-4c35-8f2b-4053d6ed0f00 req-3279eee4-1314-4df5-af84-a27e8427cc77 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:30.762317 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2caf6d8f-dcd1-4c35-8f2b-4053d6ed0f00 req-3279eee4-1314-4df5-af84-a27e8427cc77 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 945 time: 0.0573704 Feb 14 15:44:30.809258 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2caf6d8f-dcd1-4c35-8f2b-4053d6ed0f00 req-a141e7dc-0ed3-4dcf-b032-450b4ff494e0 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Feb 14 15:44:31.698931 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 35d6a830-f78a-4fe9-993f-3e894904cd60 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:44:31.814507 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 35d6a830-f78a-4fe9-993f-3e894904cd60 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:44:31.818475 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 35d6a830-f78a-4fe9-993f-3e894904cd60 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:44:31.818834 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:31.914058 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 35d6a830-f78a-4fe9-993f-3e894904cd60 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:31.914451 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:31.936513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a06cf-bc58-4ac6-86a2-b7de5eb62984 req-a1c51f58-de5e-47d9-ba6d-3066fec22343 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:31.937872 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6d0a06cf-bc58-4ac6-86a2-b7de5eb62984 req-a1c51f58-de5e-47d9-ba6d-3066fec22343 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 945 time: 0.0531461 Feb 14 15:44:31.938139 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:31.940490 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cad78e-0efc-40eb-a4ea-9b2ac2620661" -d '{"events": [{"server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "name": "network-vif-plugged", "status": "completed", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:31.945171 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:31.955239 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35d6a830-f78a-4fe9-993f-3e894904cd60,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:31.989348 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40841b9f-5406-4119-a90c-ad17bf709212 x-openstack-request-id: req-40841b9f-5406-4119-a90c-ad17bf709212 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:31.989740 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "name": "network-vif-plugged", "status": "completed", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:31.990058 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40841b9f-5406-4119-a90c-ad17bf709212 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:31.990706 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60', 'code': 200} Feb 14 15:44:32.002273 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6d0a06cf-bc58-4ac6-86a2-b7de5eb62984 req-e55f9ed9-9534-4ea5-abd9-06ddf07695ce tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581620 Feb 14 15:44:32.020409 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:32.070975 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:32.377205 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fd65b-cf72-48e0-8e00-70e4022fcddb req-e04229e8-b180-4f85-ad9f-a704c3e9f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:32.378679 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-243fd65b-cf72-48e0-8e00-70e4022fcddb req-e04229e8-b180-4f85-ad9f-a704c3e9f1a6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 1130 time: 0.0429902 Feb 14 15:44:32.423401 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-243fd65b-cf72-48e0-8e00-70e4022fcddb req-e02b997a-7845-4919-867a-fa873d852645 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Feb 14 15:44:33.119329 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeff7c1-7a15-46d0-a8be-da3c7831c461 req-bf663782-ad9d-450f-93c3-6122f9108ee6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:33.120832 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9eeff7c1-7a15-46d0-a8be-da3c7831c461 req-bf663782-ad9d-450f-93c3-6122f9108ee6 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0523982 Feb 14 15:44:33.167601 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9eeff7c1-7a15-46d0-a8be-da3c7831c461 req-13d790d5-0741-47cd-a726-d66cf556b92a tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Feb 14 15:44:33.277641 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:33.467148 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b3ee-547c-4154-84ce-7ea89b62cc33 req-050755cd-ebae-44c0-a105-a0f5f005efe5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:33.468669 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-07b1b3ee-547c-4154-84ce-7ea89b62cc33 req-050755cd-ebae-44c0-a105-a0f5f005efe5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0514131 Feb 14 15:44:33.518119 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-07b1b3ee-547c-4154-84ce-7ea89b62cc33 req-bb9eff7e-d3f5-4390-9573-901f31571296 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437174 Feb 14 15:44:34.286323 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91143c-e78f-4313-b0d9-89b5005f9b87 req-317f5e68-cd90-4a13-b1ff-1a2fa8fbd766 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:34.287883 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c91143c-e78f-4313-b0d9-89b5005f9b87 req-317f5e68-cd90-4a13-b1ff-1a2fa8fbd766 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0506966 Feb 14 15:44:34.332815 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c91143c-e78f-4313-b0d9-89b5005f9b87 req-e71852cb-eafb-4b8c-aa4e-34373f6679d7 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Feb 14 15:44:34.633452 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff26ba-a872-4e7d-80e3-457228368af5 req-a0c815ec-b186-4cbf-ab9e-0c3cf6ec482f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:34.634929 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-02ff26ba-a872-4e7d-80e3-457228368af5 req-a0c815ec-b186-4cbf-ab9e-0c3cf6ec482f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0514426 Feb 14 15:44:34.690219 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-02ff26ba-a872-4e7d-80e3-457228368af5 req-0f8aaf70-e949-41c6-a136-6d492d5a9419 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492876 Feb 14 15:44:35.452155 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09468305-0aeb-4f4b-b15c-cd02b4186d70 req-e3deb9f0-dfb9-4411-b5b6-a22f1ad8d84f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:35.453630 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-09468305-0aeb-4f4b-b15c-cd02b4186d70 req-e3deb9f0-dfb9-4411-b5b6-a22f1ad8d84f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0551364 Feb 14 15:44:35.497999 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-09468305-0aeb-4f4b-b15c-cd02b4186d70 req-9d8c715d-bfc1-4d52-9eb6-99df370c0e0b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Feb 14 15:44:35.806678 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87495228-2593-4ea5-a7bd-44ae26cfee8b req-be6b8566-26a1-4f30-9a45-777866a7d2ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:35.808259 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-87495228-2593-4ea5-a7bd-44ae26cfee8b req-be6b8566-26a1-4f30-9a45-777866a7d2ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0520236 Feb 14 15:44:35.853970 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-87495228-2593-4ea5-a7bd-44ae26cfee8b req-88c4f1bc-1e78-487b-821a-7f7424b76631 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Feb 14 15:44:36.611984 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833053-8efd-4177-87a6-0c358462ad5b req-a291fd01-c9df-4aab-bb0a-5392bb1a523f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:36.613427 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f833053-8efd-4177-87a6-0c358462ad5b req-a291fd01-c9df-4aab-bb0a-5392bb1a523f tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0510852 Feb 14 15:44:36.658429 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f833053-8efd-4177-87a6-0c358462ad5b req-f6faa405-6fad-45cd-99fa-4c340d0f4fd0 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Feb 14 15:44:36.974003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec49e4-b2f1-4ba6-a0fe-521e826594fc req-ccc2c210-a81a-4a5e-96ac-a26ff5033ae8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:36.975385 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-41ec49e4-b2f1-4ba6-a0fe-521e826594fc req-ccc2c210-a81a-4a5e-96ac-a26ff5033ae8 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0550249 Feb 14 15:44:37.020791 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-41ec49e4-b2f1-4ba6-a0fe-521e826594fc req-023377b5-4af8-4bdb-9585-2d520f837b8d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 Feb 14 15:44:37.775513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3211-dc7a-4ce5-82b7-0ea63c637d6d req-afbba149-8c07-4a2b-ab6f-13dfbd0903d9 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:37.777000 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d62b3211-dc7a-4ce5-82b7-0ea63c637d6d req-afbba149-8c07-4a2b-ab6f-13dfbd0903d9 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0528238 Feb 14 15:44:37.827021 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d62b3211-dc7a-4ce5-82b7-0ea63c637d6d req-e6e7dc60-4f74-4fa7-8a0f-1bb586913ead tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Feb 14 15:44:38.137219 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445481a-877f-47e4-aa3b-58c5da1ad286 req-89e1d172-9b32-460f-ae51-4bf22313b41c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:38.138551 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c445481a-877f-47e4-aa3b-58c5da1ad286 req-89e1d172-9b32-460f-ae51-4bf22313b41c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0528502 Feb 14 15:44:38.186762 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c445481a-877f-47e4-aa3b-58c5da1ad286 req-bf6c7f71-9ded-4b8b-a5a3-01b41851167e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Feb 14 15:44:38.948859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f54f-0596-4ce3-931e-a82dba2efc87 req-57a1ecb7-5821-4703-b023-582503492864 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:38.950326 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7383f54f-0596-4ce3-931e-a82dba2efc87 req-57a1ecb7-5821-4703-b023-582503492864 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0524347 Feb 14 15:44:38.996560 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7383f54f-0596-4ce3-931e-a82dba2efc87 req-bb34b78f-ec1c-46a3-93b6-7d5fb857b915 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Feb 14 15:44:39.311070 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806656d2-74f3-44f1-a147-421eb7fee5d6 req-361a4959-69d3-45fc-bc71-f3eee4d137e2 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:39.313192 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-806656d2-74f3-44f1-a147-421eb7fee5d6 req-361a4959-69d3-45fc-bc71-f3eee4d137e2 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0562706 Feb 14 15:44:39.363032 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-806656d2-74f3-44f1-a147-421eb7fee5d6 req-60b62563-c265-4873-ae25-d88702014c70 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Feb 14 15:44:40.112618 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2dd6f-bee7-4ae2-b174-5d7db784d391 req-232ac02e-a971-4b8f-b1af-756181ccd207 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:40.114075 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-78b2dd6f-bee7-4ae2-b174-5d7db784d391 req-232ac02e-a971-4b8f-b1af-756181ccd207 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0512033 Feb 14 15:44:40.160289 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-78b2dd6f-bee7-4ae2-b174-5d7db784d391 req-d490b951-5606-496a-9b8e-209dab3197ad tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Feb 14 15:44:40.478503 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c9d83-4d0c-415b-b4cb-665ce48b337f req-7a103d49-4dfe-465b-a45f-9877457dcfc9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:40.479988 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-453c9d83-4d0c-415b-b4cb-665ce48b337f req-7a103d49-4dfe-465b-a45f-9877457dcfc9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0513742 Feb 14 15:44:40.526589 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-453c9d83-4d0c-415b-b4cb-665ce48b337f req-a3385040-babb-4a10-8711-916e28174662 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406070 Feb 14 15:44:41.278189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e9762-326a-4b16-a829-62909e30b799 req-957eef00-f7c5-450e-ad6b-7be2285d8023 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:41.279652 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-481e9762-326a-4b16-a829-62909e30b799 req-957eef00-f7c5-450e-ad6b-7be2285d8023 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0545781 Feb 14 15:44:41.325744 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-481e9762-326a-4b16-a829-62909e30b799 req-ddea118e-1973-4476-8f02-845ae120ba7e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Feb 14 15:44:41.640770 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2596c5-2d69-4143-8147-13c4e44ab0d1 req-77a87c4b-d834-432d-bf29-327afe390017 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:41.642584 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d2596c5-2d69-4143-8147-13c4e44ab0d1 req-77a87c4b-d834-432d-bf29-327afe390017 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0508959 Feb 14 15:44:41.691445 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6d2596c5-2d69-4143-8147-13c4e44ab0d1 req-1ab67640-910d-4fdb-a766-ac88a1a952c3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Feb 14 15:44:42.111605 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:42.441747 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286d115-4828-41dc-90f5-c979eeb2553f req-13741876-b23e-4a6f-a455-e63f257b0d04 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:42.443208 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4286d115-4828-41dc-90f5-c979eeb2553f req-13741876-b23e-4a6f-a455-e63f257b0d04 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0521870 Feb 14 15:44:42.488902 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4286d115-4828-41dc-90f5-c979eeb2553f req-7ebb854f-c540-43f5-a42f-1ff4af5b9534 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Feb 14 15:44:42.831105 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848f01d-04df-44fe-ac22-744057a931c6 req-f17e6d91-c832-496e-9787-34e15640f844 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:42.832576 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0848f01d-04df-44fe-ac22-744057a931c6 req-f17e6d91-c832-496e-9787-34e15640f844 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0741587 Feb 14 15:44:42.877363 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0848f01d-04df-44fe-ac22-744057a931c6 req-22a73d02-ba3e-436c-b3a1-1cb554e7470e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 Feb 14 15:44:43.616762 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb32a29-af18-436e-95c9-323adfe89873 req-5165c163-5e8b-4229-b451-7d915e6ca2be tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:43.618379 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7eb32a29-af18-436e-95c9-323adfe89873 req-5165c163-5e8b-4229-b451-7d915e6ca2be tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0595074 Feb 14 15:44:43.906688 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7eb32a29-af18-436e-95c9-323adfe89873 req-8615c9a1-d1bb-4fb9-87d4-67a971210242 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829986 Feb 14 15:44:43.993788 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4103-8c88-4856-911c-49fdbd2f41af req-c093dceb-fd66-4b9f-990b-9061993ca238 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:43.995243 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a86e4103-8c88-4856-911c-49fdbd2f41af req-c093dceb-fd66-4b9f-990b-9061993ca238 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0510340 Feb 14 15:44:44.040748 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a86e4103-8c88-4856-911c-49fdbd2f41af req-9851f91f-dde1-4b8d-ac1f-695600f4c8d9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400305 Feb 14 15:44:45.024095 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812ec98-83c0-487b-9050-37300a790f21 req-0e7a2d94-4949-4ddb-b84d-2cafb9328c60 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:45.025544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1812ec98-83c0-487b-9050-37300a790f21 req-0e7a2d94-4949-4ddb-b84d-2cafb9328c60 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0528324 Feb 14 15:44:45.071766 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1812ec98-83c0-487b-9050-37300a790f21 req-91d60103-36dd-4139-911a-8c7c467e1594 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Feb 14 15:44:45.174790 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f12f4-ddf3-407d-9799-b0cc54e5fe47 req-8bd35720-320b-49c2-a71c-af7f07525d06 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:45.176328 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-106f12f4-ddf3-407d-9799-b0cc54e5fe47 req-8bd35720-320b-49c2-a71c-af7f07525d06 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0650272 Feb 14 15:44:45.223134 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-106f12f4-ddf3-407d-9799-b0cc54e5fe47 req-498db3e2-da76-405a-9d80-a9ae4e6adb4f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Feb 14 15:44:46.317134 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1a21-150e-4598-8489-7944e34fa898 req-e785f056-ecfb-4467-aa5b-b7c47bc2a863 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:46.318777 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0aae1a21-150e-4598-8489-7944e34fa898 req-e785f056-ecfb-4467-aa5b-b7c47bc2a863 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0545492 Feb 14 15:44:46.341067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0b82-220d-4678-ab2a-3f5ac7764da4 req-01bbe2dc-45f4-4ca0-b8d1-878551422eaf tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:46.343053 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef7b0b82-220d-4678-ab2a-3f5ac7764da4 req-01bbe2dc-45f4-4ca0-b8d1-878551422eaf tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0527129 Feb 14 15:44:46.366366 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0aae1a21-150e-4598-8489-7944e34fa898 req-4824cfbb-f68b-454e-a40c-43106eecb09d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Feb 14 15:44:46.393682 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef7b0b82-220d-4678-ab2a-3f5ac7764da4 req-0d6d5183-d78e-4369-8926-48b8ac8f5e05 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Feb 14 15:44:47.481319 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63d409-e83a-4a37-a618-8ca8cc4f3272 req-f0b6cb0e-9fb0-45f3-bea3-ee9619369e89 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:47.483277 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7e63d409-e83a-4a37-a618-8ca8cc4f3272 req-f0b6cb0e-9fb0-45f3-bea3-ee9619369e89 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0506864 Feb 14 15:44:47.511920 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57cd8a-cc23-4f25-80d0-62aeb55015a9 req-aa20c9a2-56b1-4272-82cd-e998cb14ff89 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:47.513394 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-be57cd8a-cc23-4f25-80d0-62aeb55015a9 req-aa20c9a2-56b1-4272-82cd-e998cb14ff89 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0524781 Feb 14 15:44:47.533653 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7e63d409-e83a-4a37-a618-8ca8cc4f3272 req-5508d658-f542-4fc2-9ca8-f3566b3d4f2c tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 Feb 14 15:44:47.560694 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-be57cd8a-cc23-4f25-80d0-62aeb55015a9 req-64c1837e-d68b-4f7c-bc25-00a0b565946f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Feb 14 15:44:48.502377 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-30d33003-b454-4477-9b11-e6974b7555b2 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:48.503833 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-30d33003-b454-4477-9b11-e6974b7555b2 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.0511348 Feb 14 15:44:48.609174 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Deleting port 35d6a830-f78a-4fe9-993f-3e894904cd60 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:44:48.609767 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:48.689564 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345d370-fd0e-450d-b375-07dd9f43b3a0 req-720007cf-d527-4a9d-a8b4-1b4ae0f9186e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:48.690990 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8345d370-fd0e-450d-b375-07dd9f43b3a0 req-720007cf-d527-4a9d-a8b4-1b4ae0f9186e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0522358 Feb 14 15:44:48.721176 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915beef4-e496-4ecf-b63f-6bace2180516 req-5b208585-1f36-43f9-9e5b-f7169b5bc7d1 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:48.722635 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-915beef4-e496-4ecf-b63f-6bace2180516 req-5b208585-1f36-43f9-9e5b-f7169b5bc7d1 tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 946 time: 0.1170876 Feb 14 15:44:48.737882 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8345d370-fd0e-450d-b375-07dd9f43b3a0 req-c68b7b0d-9ab2-4275-a0c8-3064d99495b4 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Feb 14 15:44:48.752303 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] For port 35d6a830-f78a-4fe9-993f-3e894904cd60, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=35d6a830-f78a-4fe9-993f-3e894904cd60,segment=NetworkSegment(90fd6172-3261-480d-aed1-e2c92cc29251),segment_id=90fd6172-3261-480d-aed1-e2c92cc29251)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:48.752670 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:48.769627 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Calling delete_port for 35d6a830-f78a-4fe9-993f-3e894904cd60 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:44:48.798539 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-915beef4-e496-4ecf-b63f-6bace2180516 req-b72b5676-cb44-4dae-80f1-9176ceb6456e tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/security-groups?id=a712bf5a-b6ff-430d-963e-153d45aeac13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643630 Feb 14 15:44:48.974308 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (35d6a830-f78a-4fe9-993f-3e894904cd60), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:49.000822 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Pushing event deleted for resources: {'Port': ['ID=35d6a830-f78a-4fe9-993f-3e894904cd60,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:49.025222 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['35d6a830-f78a-4fe9-993f-3e894904cd60'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:49.044919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] No DVR routers for this DVR port 35d6a830-f78a-4fe9-993f-3e894904cd60 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:44:49.048294 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:49.051603 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d5cbfc5d-b7a7-48c2-a348-a221e82b59dc req-bb5b86d0-4e3e-4a54-8fcd-73ae7f4a853b tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.100 "DELETE /v2.0/ports/35d6a830-f78a-4fe9-993f-3e894904cd60 HTTP/1.1" status: 204 len: 173 time: 0.5416512 Feb 14 15:44:49.052060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'name': 'network-vif-deleted', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:49.054415 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d39df33-d135-440f-bfaf-3effbb26d38e" -d '{"events": [{"server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "name": "network-vif-deleted", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:49.088774 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3990ad6-e562-436a-b1da-79f9aa64cbe5 x-openstack-request-id: req-a3990ad6-e562-436a-b1da-79f9aa64cbe5 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:49.089052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de66a52b-8fb0-4316-a8f0-0460cf603f7e", "name": "network-vif-deleted", "tag": "35d6a830-f78a-4fe9-993f-3e894904cd60", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:49.089312 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3990ad6-e562-436a-b1da-79f9aa64cbe5 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:49.089715 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de66a52b-8fb0-4316-a8f0-0460cf603f7e', 'name': 'network-vif-deleted', 'tag': '35d6a830-f78a-4fe9-993f-3e894904cd60', 'status': 'completed', 'code': 200} Feb 14 15:44:49.859801 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bce371-34b3-4144-a29e-13f5c412cfc9 req-414ca414-9f50-43fe-a6e4-d19d9bc0e0a9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:49.861358 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03bce371-34b3-4144-a29e-13f5c412cfc9 req-414ca414-9f50-43fe-a6e4-d19d9bc0e0a9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0545156 Feb 14 15:44:49.907179 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-90aaefd5-76b5-43ba-85f9-76b337e642f8 req-ad24c35d-31df-404d-ac65-79b46ba7a46d tempest-VolumesActionsTest-1922947591 tempest-VolumesActionsTest-1922947591-project] 10.222.0.67 "GET /v2.0/ports?device_id=de66a52b-8fb0-4316-a8f0-0460cf603f7e HTTP/1.1" status: 200 len: 210 time: 0.0278833 Feb 14 15:44:49.910116 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-03bce371-34b3-4144-a29e-13f5c412cfc9 req-fb71967f-d455-4072-a945-1c9ed54c6346 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 14 15:44:50.934681 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb887a-dde9-43cf-83e7-189ed77aa959 req-97053255-1c0a-411e-b5a8-0fd5e68cde72 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:50.936684 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8ccb887a-dde9-43cf-83e7-189ed77aa959 req-97053255-1c0a-411e-b5a8-0fd5e68cde72 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0621588 Feb 14 15:44:50.984445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8ccb887a-dde9-43cf-83e7-189ed77aa959 req-25c10f41-0bf1-4f03-bfc2-5281fb0d8532 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Feb 14 15:44:51.067218 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5bc93-a369-401b-afd5-055ca80bf93d req-3510dbef-79c7-47c4-b94b-1fd70c01c104 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:51.068798 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7db5bc93-a369-401b-afd5-055ca80bf93d req-3510dbef-79c7-47c4-b94b-1fd70c01c104 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0579712 Feb 14 15:44:51.116412 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7db5bc93-a369-401b-afd5-055ca80bf93d req-14c3cc51-4006-48e5-9c99-e2045dcfaa5a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Feb 14 15:44:51.769523 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 35d6a830-f78a-4fe9-993f-3e894904cd60 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:44:51.789249 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 35d6a830-f78a-4fe9-993f-3e894904cd60 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:44:51.789598 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 35d6a830-f78a-4fe9-993f-3e894904cd60 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:44:52.103537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdcad-40b4-4bb4-9581-36b4ed297c75 req-43eb3de1-ceb8-4461-a706-f70707570d9e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:52.105671 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4a9bdcad-40b4-4bb4-9581-36b4ed297c75 req-43eb3de1-ceb8-4461-a706-f70707570d9e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0531499 Feb 14 15:44:52.157678 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4a9bdcad-40b4-4bb4-9581-36b4ed297c75 req-b6dbea97-d76f-4629-8688-dacd234e29cb tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Feb 14 15:44:52.238426 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0649-4751-484c-897f-c1c8bbb760f8 req-dc666606-a363-47e0-b234-dc195ee984fb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:52.239927 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68bd0649-4751-484c-897f-c1c8bbb760f8 req-dc666606-a363-47e0-b234-dc195ee984fb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0521057 Feb 14 15:44:52.288559 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-68bd0649-4751-484c-897f-c1c8bbb760f8 req-45575478-51fc-4be3-bf33-8c0d962dd352 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Feb 14 15:44:53.276143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870724-4077-45d2-8d17-f892d9f257b0 req-607ad4b4-dcb2-4ed7-a402-e3f27cb198a9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:53.277627 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9870724-4077-45d2-8d17-f892d9f257b0 req-607ad4b4-dcb2-4ed7-a402-e3f27cb198a9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0554702 Feb 14 15:44:53.325210 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9870724-4077-45d2-8d17-f892d9f257b0 req-3a4e9e93-8890-4f74-bfc2-08ad8f81ca71 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Feb 14 15:44:53.406470 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd0843-39e1-4cd6-8ec0-a067702d4449 req-f9db71cb-6a9a-41f7-9513-8697bbdd7c48 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:53.408052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbdd0843-39e1-4cd6-8ec0-a067702d4449 req-f9db71cb-6a9a-41f7-9513-8697bbdd7c48 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0538046 Feb 14 15:44:53.457101 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbdd0843-39e1-4cd6-8ec0-a067702d4449 req-bac35943-5086-4d1d-a716-d69a577ce0e0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Feb 14 15:44:54.447618 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d51b0-cf4a-4139-8eb9-29902e4629cf req-a1f99799-ec6c-4b44-bed2-74ae101af6da tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:54.449003 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-631d51b0-cf4a-4139-8eb9-29902e4629cf req-a1f99799-ec6c-4b44-bed2-74ae101af6da tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Feb 14 15:44:54.495382 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-631d51b0-cf4a-4139-8eb9-29902e4629cf req-3387e1d7-3cb6-4d96-99a6-d4728e437d4e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Feb 14 15:44:54.573019 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a2c6b-3c6a-4775-a5ff-5374a0797735 req-94933196-1182-4aa4-8b50-298d183d48d3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:54.574471 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-798a2c6b-3c6a-4775-a5ff-5374a0797735 req-94933196-1182-4aa4-8b50-298d183d48d3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0510128 Feb 14 15:44:54.619922 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-798a2c6b-3c6a-4775-a5ff-5374a0797735 req-749c5a6f-7c92-4eb2-a045-88a8f57c39a2 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Feb 14 15:44:55.610961 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600279c-6b57-474a-a693-d0a7b7167e53 req-f71412e3-83f3-4a8e-9891-168afd44f6e9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:55.612446 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0600279c-6b57-474a-a693-d0a7b7167e53 req-f71412e3-83f3-4a8e-9891-168afd44f6e9 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0508933 Feb 14 15:44:55.662327 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0600279c-6b57-474a-a693-d0a7b7167e53 req-c08dcf88-59b5-439a-8ef2-d79f63115a16 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Feb 14 15:44:55.736058 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf98a4-a50f-4d70-8dc2-fac95045c7ed req-62e4a91e-c94d-435a-ab4d-41aa5f735e39 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:55.737523 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0bcf98a4-a50f-4d70-8dc2-fac95045c7ed req-62e4a91e-c94d-435a-ab4d-41aa5f735e39 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0523226 Feb 14 15:44:55.783792 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0bcf98a4-a50f-4d70-8dc2-fac95045c7ed req-425bb9ca-7273-4e45-9263-559043fbcc47 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Feb 14 15:44:56.778969 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688425-025b-4ee7-a320-b1fcbb5d1cbf req-0318d7ac-61e9-4637-8469-d14bf827a2fa tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:56.780526 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd688425-025b-4ee7-a320-b1fcbb5d1cbf req-0318d7ac-61e9-4637-8469-d14bf827a2fa tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Feb 14 15:44:56.827220 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd688425-025b-4ee7-a320-b1fcbb5d1cbf req-f346ddfe-6489-4403-84df-2201ef11dd3a tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/security-groups?id=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Feb 14 15:44:56.904079 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb361f59-3e88-4a74-9b68-630e987b399c req-a9f5265c-0d86-4c71-9b6b-f4a7d562f7fb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:56.905528 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cb361f59-3e88-4a74-9b68-630e987b399c req-a9f5265c-0d86-4c71-9b6b-f4a7d562f7fb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0558519 Feb 14 15:44:56.955391 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cb361f59-3e88-4a74-9b68-630e987b399c req-f73a214c-7647-484f-bd35-dfd1834cdb5a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Feb 14 15:44:57.158842 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-574e7788-a185-40e3-a481-5b1c4da03373 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.160348 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-574e7788-a185-40e3-a481-5b1c4da03373 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Feb 14 15:44:57.273194 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Deleting port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:44:57.273538 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:57.298090 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f994e-c623-4ea3-b3b1-0722a4a704ca req-6a5eb6be-de9a-4347-9f16-8bdde63e2118 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.299703 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a9f994e-c623-4ea3-b3b1-0722a4a704ca req-6a5eb6be-de9a-4347-9f16-8bdde63e2118 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0584939 Feb 14 15:44:57.316843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54d2aaa4-c3fb-4a35-9d88-d4dbb27e951a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:57.352646 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a9f994e-c623-4ea3-b3b1-0722a4a704ca req-8558cae3-cd02-4783-b077-464dcff2100f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Feb 14 15:44:57.367997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] For port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,segment=NetworkSegment(1d882c0b-9155-408b-92cf-5bf38d7d4ed3),segment_id=1d882c0b-9155-408b-92cf-5bf38d7d4ed3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:57.368368 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:57.382514 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Calling delete_port for 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:44:57.496084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-dbacf75a-83b8-4e53-b3aa-c98ff9d97aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.497575 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-dbacf75a-83b8-4e53-b3aa-c98ff9d97aa3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0676460 Feb 14 15:44:57.654845 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-44814e39-2a2d-47e7-8827-887e559cb39f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722158560&fields=id&tenant_id=bc81e7b090ea48c6801ea427920bfeb1 HTTP/1.1" status: 200 len: 267 time: 0.1285672 Feb 14 15:44:57.675546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:57.678427 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-34105086-13f7-4244-a1b3-7b6404e31fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.680115 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-34105086-13f7-4244-a1b3-7b6404e31fef service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.1758049 Feb 14 15:44:57.719151 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:57.752363 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Pushing event deleted for resources: {'Port': ['ID=57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:57.801434 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.802107 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.802313 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.802504 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.802843 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.803179 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.803516 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.803880 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.804213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.804542 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.804934 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.805513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.805980 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:57.855911 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] No DVR routers for this DVR port 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:44:57.860890 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:57.864961 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64d2ab50-68cd-40b7-9d0c-6ab5af814e02 req-a978959a-e37c-41e7-9900-862c51aa221e tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.100 "DELETE /v2.0/ports/57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 HTTP/1.1" status: 204 len: 173 time: 0.6991439 Feb 14 15:44:57.871049 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'name': 'network-vif-deleted', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:44:57.873332 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3c18e-b10c-4c9f-9094-2a908f7120cd" -d '{"events": [{"server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "name": "network-vif-deleted", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:44:57.885264 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-d6386331-e28b-424d-90b2-cd413df12e30 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.886727 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-d6386331-e28b-424d-90b2-cd413df12e30 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 984 time: 0.2262375 Feb 14 15:44:57.891992 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-4dcc2215-bf6f-4d2c-960c-8396282e225e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 1001 time: 0.1903725 Feb 14 15:44:57.903268 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Request body: {'port': {'security_groups': ['4e133e19-d9e0-4f99-8fe0-2e4329d75c14']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:44:57.926247 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8db2af23-e513-4aaa-a8e4-a0fe1481855a req-1342fd5e-95dc-4e61-a75f-9256e7557a81 tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Feb 14 15:44:57.979423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-8ba06adf-c209-44fc-83d7-ba3e385c0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:57.980922 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-8ba06adf-c209-44fc-83d7-ba3e385c0f26 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0819068 Feb 14 15:44:57.987034 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e68f1-8932-4c40-9002-5eec36e7f836 x-openstack-request-id: req-696e68f1-8932-4c40-9002-5eec36e7f836 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:44:57.987322 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414cd69d-7c12-4eae-8213-b0f98ebd53e9", "name": "network-vif-deleted", "tag": "57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:44:57.987591 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-696e68f1-8932-4c40-9002-5eec36e7f836 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:44:57.987978 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cd69d-7c12-4eae-8213-b0f98ebd53e9', 'name': 'network-vif-deleted', 'tag': '57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23', 'status': 'completed', 'code': 200} Feb 14 15:44:58.050796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.113192 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-14cc63d3-ab6e-4c78-853e-6aab6974355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:58.114684 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-14cc63d3-ab6e-4c78-853e-6aab6974355b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065691 Feb 14 15:44:58.286225 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-5f702bb2-ebc9-446c-99c0-77599d42f49e service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582696 Feb 14 15:44:58.382686 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:44:58.429143 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ac4aa7d-c2ff-4a86-8b5c-76fb00324280 req-3ee51bd0-bfcf-4cd1-a356-46aedad4d8e7 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356537 Feb 14 15:44:58.432867 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.511482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.528216 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6d43-2dac-4e4c-adb3-5744983fe672 req-70baeb71-b502-468b-815b-8eb6dfeaf739 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:58.529909 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3abe6d43-2dac-4e4c-adb3-5744983fe672 req-70baeb71-b502-468b-815b-8eb6dfeaf739 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0670176 Feb 14 15:44:58.554253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:58.561610 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:58.569357 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.569357 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d3649dd8-4a00-4af7-a866-2d8b1826c45a req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "PUT /v2.0/ports/a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 942 time: 0.6700380 Feb 14 15:44:58.571611 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 55640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:44:58.592867 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f49b3-6285-4a7c-a5a7-d2c0e9d20a4e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event updated for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:58.705493 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3abe6d43-2dac-4e4c-adb3-5744983fe672 req-87baff43-e15f-4ea6-829c-bdb97c928de1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644049 Feb 14 15:44:58.764651 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (727b8955-abfc-49b2-965d-76a362cb091e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.774592 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:44:58.804576 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (727b8955-abfc-49b2-965d-76a362cb091e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:58.996820 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (727b8955-abfc-49b2-965d-76a362cb091e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.002259 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.007634 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55644) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:44:59.008770 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "DELETE /v2.0/security-groups/727b8955-abfc-49b2-965d-76a362cb091e HTTP/1.1" status: 204 len: 168 time: 0.4356084 Feb 14 15:44:59.012538 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f4f0f693-afc9-465f-a8d8-1106ebc41ec3 None None] Provisioning complete for port a91d2ce2-1134-41f6-96f4-3434bc028688 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:44:59.015240 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4f0f693-afc9-465f-a8d8-1106ebc41ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.032113 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b8955-abfc-49b2-965d-76a362cb091e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:59.041362 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.042391 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.042950 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.043503 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.044711 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.045466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.046062 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.047129 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.047706 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.048438 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.049280 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.050830 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.051387 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e7187-f08b-4bed-a2b4-2f91f3ea9809 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:44:59.126435 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eca924a9-d44a-4064-9912-2f3e3edac754 req-99bf949a-a22f-4547-a58a-afcd7fb446bc tempest-VolumesSnapshotTestJSON-700655616 tempest-VolumesSnapshotTestJSON-700655616-project] 10.222.0.67 "GET /v2.0/ports?device_id=414cd69d-7c12-4eae-8213-b0f98ebd53e9 HTTP/1.1" status: 200 len: 210 time: 0.0567217 Feb 14 15:44:59.159452 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0f693-afc9-465f-a8d8-1106ebc41ec3 None None] Current status of the port a91d2ce2-1134-41f6-96f4-3434bc028688 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:44:59.346589 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Deleting port a18c57da-6366-4265-954d-bac682ba7a46 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:44:59.346589 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a18c57da-6366-4265-954d-bac682ba7a46), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.460854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a18c57da-6366-4265-954d-bac682ba7a46), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.468407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for floatingip (a18c57da-6366-4265-954d-bac682ba7a46), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.476331 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Calling delete_port for a18c57da-6366-4265-954d-bac682ba7a46 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:44:59.717452 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6265619-862f-4e28-9510-ec3765f648b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.745952 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a18c57da-6366-4265-954d-bac682ba7a46), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.789970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event deleted for resources: {'Port': ['ID=a18c57da-6366-4265-954d-bac682ba7a46,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:44:59.803442 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:44:59.860253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:44:59.860892 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 57a0ff3e-6b4d-4bf4-9ae3-d903bf3c4e23 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:44:59.883486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks [] for floatingip (c9c16d6d-efc5-4a93-a97b-120206f079f4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:44:59.883839 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Floating IP c9c16d6d-efc5-4a93-a97b-120206f079f4 disassociated (deleted). External IP: 172.27.3.117, port: a91d2ce2-1134-41f6-96f4-3434bc028688. Feb 14 15:44:59.898746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f32a6-63fe-406a-b5da-566c7e084cc3 req-75335b1b-7ce8-43dc-8fca-2183f440622a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:44:59.908205 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-278f32a6-63fe-406a-b5da-566c7e084cc3 req-75335b1b-7ce8-43dc-8fca-2183f440622a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0928872 Feb 14 15:44:59.969529 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-278f32a6-63fe-406a-b5da-566c7e084cc3 req-714e4134-97ac-4f5c-bc08-45af29acbe28 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599732 Feb 14 15:45:00.000406 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:45:00.002664 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:45:00.064614 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333877f5-238a-4e14-9ba3-a8e9bcf4b496 x-openstack-request-id: req-333877f5-238a-4e14-9ba3-a8e9bcf4b496 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:45:00.065409 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:45:00.065409 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-333877f5-238a-4e14-9ba3-a8e9bcf4b496 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:45:00.065758 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:45:00.449802 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:45:00.469195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-aec44242-ecc8-42c2-9366-0b1e62785186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:00.471610 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-aec44242-ecc8-42c2-9366-0b1e62785186 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1129 time: 0.3490164 Feb 14 15:45:00.674146 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:45:00.677834 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:00.680091 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:00.685671 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Sync routers for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:45:00.697536 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:00.698518 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:00.731319 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7cbc0465-b44b-4f42-9258-10d0b0a33a5a tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "DELETE /v2.0/floatingips/c9c16d6d-efc5-4a93-a97b-120206f079f4 HTTP/1.1" status: 204 len: 168 time: 1.7090311 Feb 14 15:45:00.731319 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-3e6aa681-d096-497b-9b8f-354557077d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:00.731319 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-3e6aa681-d096-497b-9b8f-354557077d6a service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.2136426 Feb 14 15:45:00.785431 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-b4c012ef-ef51-43ca-a3e6-bce7b353e66e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 217 time: 0.0564280 Feb 14 15:45:00.849571 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-d7dae632-5800-4661-8754-1790c0146c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:00.853182 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-d7dae632-5800-4661-8754-1790c0146c1e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0610414 Feb 14 15:45:00.893578 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:00.921644 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-b1bb498f-6801-44f1-9393-8fb27fc402d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:00.923714 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-b1bb498f-6801-44f1-9393-8fb27fc402d9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615556 Feb 14 15:45:01.056660 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-cbb55018-bed7-415f-a18d-37c9c4e75af2 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262236 Feb 14 15:45:01.200719 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0e8de004-c26d-4fc1-aa54-c3bb8fe5d9bb req-76812364-19ea-4ba6-8bd4-1d09c3579749 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371305 Feb 14 15:45:01.236038 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:01.267071 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Checking router: d93cd8f5-198b-48b6-b67f-2da5e1b5c01d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:45:01.278655 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:01.279954 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:01.417042 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:01.675298 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:01.705113 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d363c3-2f73-4e62-99de-65563abdafdf None None] The sync data for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi is: [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:39:21Z', 'revision_number': 4, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '472de17b-dbdd-4ce2-b4fb-74c780a9bbb4', 'name': '', 'network_id': '65140c61-b379-4fbb-affa-26c2fdbb9188', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'mac_address': 'fa:16:3e:3c:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:20Z', 'updated_at': '2022-02-14T15:39:26Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'subnets': [{'id': 'c24e0fea-2702-4a59-a7c1-4789183d24a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:45:01.893859 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:02.018882 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321327d9-1a14-4d8c-812f-cd1fb03333a0 None None] New status for floating IP c9c16d6d-efc5-4a93-a97b-120206f079f4: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:45:02.066443 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:45:02.069346 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f33311-9414-4648-b848-c6a4f52c4aee" -d '{"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:45:02.117351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e422c-24cc-4453-8cfa-4a5b41ae9449 x-openstack-request-id: req-6b9e422c-24cc-4453-8cfa-4a5b41ae9449 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:45:02.117890 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:45:02.118310 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b9e422c-24cc-4453-8cfa-4a5b41ae9449 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:45:02.118896 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:45:02.214846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-2cabe674-b385-45a5-87c3-aac4f21db53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:02.217015 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-2cabe674-b385-45a5-87c3-aac4f21db53b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 1129 time: 0.0559821 Feb 14 15:45:02.382387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-d5031d36-90f6-42c8-9efe-025ae9ccc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:02.399063 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-d5031d36-90f6-42c8-9efe-025ae9ccc0d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 200 len: 917 time: 0.1665945 Feb 14 15:45:02.446992 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-aa47767f-5982-4893-82dc-7af5df47e57f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 200 len: 217 time: 0.0510581 Feb 14 15:45:02.504391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-6e229a1d-e3e0-4d93-be68-dfd279bc44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:02.505979 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-6e229a1d-e3e0-4d93-be68-dfd279bc44d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 200 len: 854 time: 0.0520716 Feb 14 15:45:02.560526 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-6b26e52b-1076-454c-b76f-f8a82684ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:02.562422 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-6b26e52b-1076-454c-b76f-f8a82684ef8a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=65140c61-b379-4fbb-affa-26c2fdbb9188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503008 Feb 14 15:45:02.690194 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-cc9b3380-d333-48d9-82e1-56aefd31e637 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120079 Feb 14 15:45:02.805592 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c6f33311-9414-4648-b848-c6a4f52c4aee req-8681d650-4f40-444b-ac95-f2d4d9243a69 service neutron] 10.222.0.100 "GET /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084578 Feb 14 15:45:03.299984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:04.052024 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:45:08.373493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca01ba2-01d7-4f74-8ca9-33aac594c0f1 req-096f84c5-974a-4cd5-9932-5660bbc1c14e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:08.384121 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5ca01ba2-01d7-4f74-8ca9-33aac594c0f1 req-096f84c5-974a-4cd5-9932-5660bbc1c14e tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0833383 Feb 14 15:45:08.438240 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5ca01ba2-01d7-4f74-8ca9-33aac594c0f1 req-46226e77-6614-4c16-ac2e-b44f2dd5e4d1 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528641 Feb 14 15:45:09.577693 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9a8eb-35fb-451e-ba16-1561f9a26910 req-07a33e90-12cb-445a-9197-38c0ef9b2cee tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:09.579214 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dec9a8eb-35fb-451e-ba16-1561f9a26910 req-07a33e90-12cb-445a-9197-38c0ef9b2cee tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0622885 Feb 14 15:45:09.643015 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dec9a8eb-35fb-451e-ba16-1561f9a26910 req-1daea2b4-3dc4-4343-ad79-a85ff3af4e7f tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567360 Feb 14 15:45:10.774002 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbae1f2-b49b-4970-85b5-5c709e8daeef req-24304f3b-94a5-4149-af3f-7ded0529d2b4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:10.775878 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cdbae1f2-b49b-4970-85b5-5c709e8daeef req-24304f3b-94a5-4149-af3f-7ded0529d2b4 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0610361 Feb 14 15:45:10.834337 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cdbae1f2-b49b-4970-85b5-5c709e8daeef req-4d92cc2a-9d92-4fef-98bc-ec92b6ea4cb7 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e133e19-d9e0-4f99-8fe0-2e4329d75c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521700 Feb 14 15:45:10.996932 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e87fa-099b-4b0e-85b3-13321735d097 req-ee158330-a123-4972-8c51-07dfb0be6682 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:10.999089 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-266e87fa-099b-4b0e-85b3-13321735d097 req-ee158330-a123-4972-8c51-07dfb0be6682 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.100 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 945 time: 0.0569911 Feb 14 15:45:11.134770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Deleting port a91d2ce2-1134-41f6-96f4-3434bc028688 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:11.135114 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:11.243522 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] For port a91d2ce2-1134-41f6-96f4-3434bc028688, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a91d2ce2-1134-41f6-96f4-3434bc028688,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:11.243952 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:11.260633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Calling delete_port for a91d2ce2-1134-41f6-96f4-3434bc028688 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:11.562108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a91d2ce2-1134-41f6-96f4-3434bc028688), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:11.618438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Pushing event deleted for resources: {'Port': ['ID=a91d2ce2-1134-41f6-96f4-3434bc028688,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:11.646821 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a91d2ce2-1134-41f6-96f4-3434bc028688'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:45:11.673355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] No DVR routers for this DVR port a91d2ce2-1134-41f6-96f4-3434bc028688 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:45:11.677997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:11.681708 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-266e87fa-099b-4b0e-85b3-13321735d097 req-c4070357-e851-4105-9575-42fdf63dd9a5 tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.100 "DELETE /v2.0/ports/a91d2ce2-1134-41f6-96f4-3434bc028688 HTTP/1.1" status: 204 len: 173 time: 0.6767845 Feb 14 15:45:11.682210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'name': 'network-vif-deleted', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:45:11.684598 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bdf72c-8775-46a0-b65d-8e5f2c6d543e" -d '{"events": [{"server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "name": "network-vif-deleted", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:45:11.736783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72498abc-b8cf-4dc1-9861-8614f7fba7f1 x-openstack-request-id: req-72498abc-b8cf-4dc1-9861-8614f7fba7f1 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:45:11.736926 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599cd7e-ddff-43aa-b645-e5e3f935be23", "name": "network-vif-deleted", "tag": "a91d2ce2-1134-41f6-96f4-3434bc028688", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:45:11.737212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72498abc-b8cf-4dc1-9861-8614f7fba7f1 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:45:11.737618 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599cd7e-ddff-43aa-b645-e5e3f935be23', 'name': 'network-vif-deleted', 'tag': 'a91d2ce2-1134-41f6-96f4-3434bc028688', 'status': 'completed', 'code': 200} Feb 14 15:45:11.939276 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bdda8bc1-b985-4bd2-ae03-a118a5aed3e4 req-11c9a472-d880-4b60-8234-7d946e9890ad tempest-TestMinimumBasicScenario-218281563 tempest-TestMinimumBasicScenario-218281563-project] 10.222.0.67 "GET /v2.0/ports?device_id=5599cd7e-ddff-43aa-b645-e5e3f935be23 HTTP/1.1" status: 200 len: 210 time: 0.0311899 Feb 14 15:45:12.134042 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:13.867621 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a91d2ce2-1134-41f6-96f4-3434bc028688 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:13.897854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: a91d2ce2-1134-41f6-96f4-3434bc028688 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:13.902854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a91d2ce2-1134-41f6-96f4-3434bc028688 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:14.974733 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55874) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:15.625864 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:15.922729 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Deleting port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:15.923068 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:16.001890 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] For port 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:16.004643 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:16.015508 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Calling delete_port for 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:16.248084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (472de17b-dbdd-4ce2-b4fb-74c780a9bbb4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:16.277924 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Pushing event deleted for resources: {'Port': ['ID=472de17b-dbdd-4ce2-b4fb-74c780a9bbb4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:16.447742 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:16.663194 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:45:16.769937 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:45:16.774992 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-8ac019bb-4531-405a-9ed0-2b0b274a8882 admin admin] 10.222.0.67 "PUT /v2.0/routers/d93cd8f5-198b-48b6-b67f-2da5e1b5c01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992644 Feb 14 15:45:16.777520 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55896) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:16.780668 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Sync routers for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:45:16.790554 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:16.791392 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:16.896056 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks [] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.050207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:17.248029 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:45:16Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:17.269881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks [] for router_gateway (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.274793 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Checking router: d93cd8f5-198b-48b6-b67f-2da5e1b5c01d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:45:17.283568 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Routers {'d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:17.284197 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:17.379031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Deleting port ba0f1048-57e6-4812-9bcd-319d3a26f652 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:17.379391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.389808 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] Set router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:17.462049 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] For port ba0f1048-57e6-4812-9bcd-319d3a26f652, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ba0f1048-57e6-4812-9bcd-319d3a26f652,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:17.462418 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.475295 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Calling delete_port for ba0f1048-57e6-4812-9bcd-319d3a26f652 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:17.575307 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:45:16Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:17.610951 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff4ffe-c0c7-49e1-bd70-082c3b392431 None None] The sync data for ids ['d93cd8f5-198b-48b6-b67f-2da5e1b5c01d'] in dv-cinder-815145-9-iscsi is: [{'id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'name': 'tempest-TestMinimumBasicScenario-1163327718-router', 'tenant_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:16Z', 'updated_at': '2022-02-14T15:45:16Z', 'revision_number': 5, 'project_id': 'bc81e7b090ea48c6801ea427920bfeb1', 'gw_port': {'id': 'ba0f1048-57e6-4812-9bcd-319d3a26f652', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:32:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93cd8f5-198b-48b6-b67f-2da5e1b5c01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:17Z', 'updated_at': '2022-02-14T15:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:45:17.710568 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (ba0f1048-57e6-4812-9bcd-319d3a26f652), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.733816 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0f1048-57e6-4812-9bcd-319d3a26f652,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:17.799507 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.889231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.891543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks [] for router_controller (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.979703 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (d93cd8f5-198b-48b6-b67f-2da5e1b5c01d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.983924 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93cd8f5-198b-48b6-b67f-2da5e1b5c01d {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:45:17.985391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:17.986573 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f2dce25b-5c23-4b8c-b7b2-bd42f3139eeb admin admin] 10.222.0.67 "DELETE /v2.0/routers/d93cd8f5-198b-48b6-b67f-2da5e1b5c01d HTTP/1.1" status: 204 len: 168 time: 1.2081480 Feb 14 15:45:17.989299 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55906) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:18.038373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Deleting subnet c24e0fea-2702-4a59-a7c1-4789183d24a8 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:45:18.041749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Publish callbacks [] for subnet (c24e0fea-2702-4a59-a7c1-4789183d24a8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.089485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (c24e0fea-2702-4a59-a7c1-4789183d24a8), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.202640 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (c24e0fea-2702-4a59-a7c1-4789183d24a8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.305843 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (c24e0fea-2702-4a59-a7c1-4789183d24a8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.333456 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24e0fea-2702-4a59-a7c1-4789183d24a8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:18.335396 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.342223 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0d6a5283-d25c-4eee-afad-c5997fa60f79 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c24e0fea-2702-4a59-a7c1-4789183d24a8 HTTP/1.1" status: 204 len: 168 time: 0.3484612 Feb 14 15:45:18.342421 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5d5c7-fe83-4b7b-9f93-bb6bdcb8a493 None None] Network 65140c61-b379-4fbb-affa-26c2fdbb9188 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:45:18.343121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55914) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:18.408543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (65140c61-b379-4fbb-affa-26c2fdbb9188), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.465906 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Deleting port d742b2d0-6a7a-469c-a86b-55918e3c8691 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:18.466252 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.532287 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] For port d742b2d0-6a7a-469c-a86b-55918e3c8691, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d742b2d0-6a7a-469c-a86b-55918e3c8691,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:18.532575 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.544497 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Calling delete_port for d742b2d0-6a7a-469c-a86b-55918e3c8691 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:18.628913 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] DHCP port deletion for 65140c61-b379-4fbb-affa-26c2fdbb9188 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:45:18.686473 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Deleting port d742b2d0-6a7a-469c-a86b-55918e3c8691 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:18.686755 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.699207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d742b2d0-6a7a-469c-a86b-55918e3c8691 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:18.705770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.728316 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: d742b2d0-6a7a-469c-a86b-55918e3c8691 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:18.728662 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device d742b2d0-6a7a-469c-a86b-55918e3c8691 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:18.729091 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:18.733272 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] No DVR routers for this DVR port d742b2d0-6a7a-469c-a86b-55918e3c8691 on host dv-cinder-815145-9-iscsi {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:45:18.738299 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d742b2d0-6a7a-469c-a86b-55918e3c8691,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:18.783473 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:18.783861 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 472de17b-dbdd-4ce2-b4fb-74c780a9bbb4 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:18.784586 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ba0f1048-57e6-4812-9bcd-319d3a26f652 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:18.807969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: ba0f1048-57e6-4812-9bcd-319d3a26f652 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:18.808315 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ba0f1048-57e6-4812-9bcd-319d3a26f652 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:18.815169 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (65140c61-b379-4fbb-affa-26c2fdbb9188), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.817991 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] For port d742b2d0-6a7a-469c-a86b-55918e3c8691, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=d742b2d0-6a7a-469c-a86b-55918e3c8691,segment=NetworkSegment(358146a3-1fba-4755-a869-66843335ef31),segment_id=358146a3-1fba-4755-a869-66843335ef31)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:18.818396 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.832000 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Calling delete_port for d742b2d0-6a7a-469c-a86b-55918e3c8691 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:18.836249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65140c61-b379-4fbb-affa-26c2fdbb9188']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:18.845661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358146a3-1fba-4755-a869-66843335ef31') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:18.846027 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358146a3-1fba-4755-a869-66843335ef31') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:18.858903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724404'] for segment (358146a3-1fba-4755-a869-66843335ef31), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.871829 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (358146a3-1fba-4755-a869-66843335ef31), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.878530 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:45:18.878918 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16725553'] for segment (358146a3-1fba-4755-a869-66843335ef31), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: Traceback (most recent call last): Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: timer() Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: cb(*args, **kw) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: return func(*args, **kwargs) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: self._notify() Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: self.callback(batched_events) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: event.method(event) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: return f(self, *a, **k) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._get(url).json() Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: return self.request(url, 'GET', **kwargs) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:45:18.880600 dv-cinder-815145-9-iscsi neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:45:18.946242 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (d742b2d0-6a7a-469c-a86b-55918e3c8691), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:18.972182 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Pushing event deleted for resources: {'Port': ['ID=d742b2d0-6a7a-469c-a86b-55918e3c8691,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:18.974393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] No DVR routers for this DVR port d742b2d0-6a7a-469c-a86b-55918e3c8691 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:45:18.982214 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.982574 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.982925 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.983271 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.983668 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.983982 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.984327 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.984663 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.985003 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.985334 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.985666 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.985995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.986324 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ef0a8-1239-4ef8-aa84-7eed2f387461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:45:18.996746 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (65140c61-b379-4fbb-affa-26c2fdbb9188), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.009249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.009249 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/65140c61-b379-4fbb-affa-26c2fdbb9188 HTTP/1.1" status: 204 len: 168 time: 0.6637156 Feb 14 15:45:19.009417 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 55918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:19.020194 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66570267-1441-4f50-96ad-0a74b8453df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65140c61-b379-4fbb-affa-26c2fdbb9188,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:19.351564 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.591559 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Deleting port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:19.592432 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.669207 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] For port 9b629c17-d284-4b6c-9601-18ba9c4cf0a1, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:19.669478 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.681879 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Calling delete_port for 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:19.945573 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (9b629c17-d284-4b6c-9601-18ba9c4cf0a1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:19.971277 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b629c17-d284-4b6c-9601-18ba9c4cf0a1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:20.142191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:20.565412 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:45:20.674474 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:45:20.679752 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0be73433-2e43-4bc3-996e-443a6a65cd3e admin admin] 10.222.0.67 "PUT /v2.0/routers/b0e3d4ac-163a-495e-95a1-71175dcb8dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696432 Feb 14 15:45:20.682180 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 55958) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:20.684829 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Sync routers for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:45:20.694998 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:20.697060 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:20.794865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks [] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:20.802926 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:20.903274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks [] for router_gateway (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.050536 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Deleting port ee197d2d-6ca7-459a-9982-ceaa4aecc54a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:21.050808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.059090 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:45:19Z', 'revision_number': 5, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port': {'id': 'ee197d2d-6ca7-459a-9982-ceaa4aecc54a', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:29:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:39:28Z', 'updated_at': '2022-02-14T15:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:21.089206 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Checking router: b0e3d4ac-163a-495e-95a1-71175dcb8dc8 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:45:21.098751 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Routers {'b0e3d4ac-163a-495e-95a1-71175dcb8dc8'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:45:21.099350 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:45:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:21.135717 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] For port ee197d2d-6ca7-459a-9982-ceaa4aecc54a, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:21.136092 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.149916 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Calling delete_port for ee197d2d-6ca7-459a-9982-ceaa4aecc54a owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:21.191804 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] Set router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:45:21.250930 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:45:20Z', 'revision_number': 6, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:21.280568 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9a4bb-328c-4cfa-8a16-bc32bb66e14a None None] The sync data for ids ['b0e3d4ac-163a-495e-95a1-71175dcb8dc8'] in dv-cinder-815145-9-iscsi is: [{'id': 'b0e3d4ac-163a-495e-95a1-71175dcb8dc8', 'name': 'tempest-TestMinimumBasicScenario-260551465-router', 'tenant_id': '7c5ede53772241b1b8eedc81aa764b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:39:27Z', 'updated_at': '2022-02-14T15:45:20Z', 'revision_number': 6, 'project_id': '7c5ede53772241b1b8eedc81aa764b07', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:45:21.379484 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (ee197d2d-6ca7-459a-9982-ceaa4aecc54a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.405757 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee197d2d-6ca7-459a-9982-ceaa4aecc54a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:21.469728 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.582795 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.584913 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks [] for router_controller (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.716325 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (b0e3d4ac-163a-495e-95a1-71175dcb8dc8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.716924 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e3d4ac-163a-495e-95a1-71175dcb8dc8 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:45:21.723572 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.723984 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f7280baa-2964-4f03-b6f3-470d6021973b admin admin] 10.222.0.67 "DELETE /v2.0/routers/b0e3d4ac-163a-495e-95a1-71175dcb8dc8 HTTP/1.1" status: 204 len: 168 time: 1.0405781 Feb 14 15:45:21.726552 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55994) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:21.778692 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Deleting subnet 44de7597-f4fa-44c5-98d9-f9e7ebb16504 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:45:21.781873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Publish callbacks [] for subnet (44de7597-f4fa-44c5-98d9-f9e7ebb16504), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.821720 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (44de7597-f4fa-44c5-98d9-f9e7ebb16504), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.899182 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (44de7597-f4fa-44c5-98d9-f9e7ebb16504), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:21.985607 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (44de7597-f4fa-44c5-98d9-f9e7ebb16504), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.020641 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44de7597-f4fa-44c5-98d9-f9e7ebb16504,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:22.022573 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.027946 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-1f79120e-0ce2-4049-a7eb-87f753653b7e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/44de7597-f4fa-44c5-98d9-f9e7ebb16504 HTTP/1.1" status: 204 len: 168 time: 0.3003366 Feb 14 15:45:22.028300 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51172543-08c7-4f56-8658-6d6bbe6a6bc8 None None] Network aab6300f-0465-4ffc-9afb-9718e2218b38 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:45:22.033088 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 55998) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:22.132715 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (aab6300f-0465-4ffc-9afb-9718e2218b38), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.187610 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] DHCP port deletion for aab6300f-0465-4ffc-9afb-9718e2218b38 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:45:22.193137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Deleting port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:22.193513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.235939 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Deleting port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:45:22.236321 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.265740 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] For port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:22.266509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.280972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Calling delete_port for 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:22.306227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] For port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,segment=NetworkSegment(5a97ccc2-4309-41ae-b95d-955992f72a09),segment_id=5a97ccc2-4309-41ae-b95d-955992f72a09)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:22.310300 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.320589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Calling delete_port for 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:45:22.430853 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.438354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.461717 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:22.465331 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] No DVR routers for this DVR port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa on host dv-cinder-815145-9-iscsi {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:45:22.472631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] Pushing event deleted for resources: {'Port': ['ID=2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:22.477017 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17934aca-398a-4c8a-85e9-94a9df15dfcf None None] No DVR routers for this DVR port 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:45:22.494354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:22.515862 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:22.516470 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 2d2a8382-0f35-4a8d-8b2b-2fb0e99f78fa not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:22.516921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ee197d2d-6ca7-459a-9982-ceaa4aecc54a no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:22.535912 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: ee197d2d-6ca7-459a-9982-ceaa4aecc54a {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:22.536257 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ee197d2d-6ca7-459a-9982-ceaa4aecc54a not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:22.536671 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:45:22.547415 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (aab6300f-0465-4ffc-9afb-9718e2218b38), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.556183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:45:22.556525 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 9b629c17-d284-4b6c-9601-18ba9c4cf0a1 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:45:22.568177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab6300f-0465-4ffc-9afb-9718e2218b38']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:22.578047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a97ccc2-4309-41ae-b95d-955992f72a09') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:22.578271 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a97ccc2-4309-41ae-b95d-955992f72a09') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:22.587955 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724404'] for segment (5a97ccc2-4309-41ae-b95d-955992f72a09), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.600632 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (5a97ccc2-4309-41ae-b95d-955992f72a09), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.606302 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:45:22.606675 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16725553'] for segment (5a97ccc2-4309-41ae-b95d-955992f72a09), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: Traceback (most recent call last): Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: timer() Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: cb(*args, **kw) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: return func(*args, **kwargs) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: self._notify() Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: self.callback(batched_events) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: event.method(event) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: return f(self, *a, **k) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._get(url).json() Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: return self.request(url, 'GET', **kwargs) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:45:22.608344 dv-cinder-815145-9-iscsi neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:45:22.716566 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (aab6300f-0465-4ffc-9afb-9718e2218b38), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.721974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.725155 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] 10.222.0.67 "DELETE /v2.0/networks/aab6300f-0465-4ffc-9afb-9718e2218b38 HTTP/1.1" status: 204 len: 168 time: 0.6911130 Feb 14 15:45:22.736146 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b33083-16be-4182-ae63-cbee1e76424e admin admin] Pushing event deleted for resources: {'Network': ['ID=aab6300f-0465-4ffc-9afb-9718e2218b38,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:22.864808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:22.908991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Deleting subnet a5fbbad1-d231-40a4-b79b-0d308a097d5c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:45:22.912218 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Publish callbacks [] for subnet (a5fbbad1-d231-40a4-b79b-0d308a097d5c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.949511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (a5fbbad1-d231-40a4-b79b-0d308a097d5c), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:22.987437 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (a5fbbad1-d231-40a4-b79b-0d308a097d5c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.039387 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:23.078084 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c4e23f16-4713-48b8-bfc1-a5739bb3efe0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc81e7b090ea48c6801ea427920bfeb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375702 Feb 14 15:45:23.081400 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:23.102903 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (a5fbbad1-d231-40a4-b79b-0d308a097d5c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.144639 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.147983 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a5fbbad1-d231-40a4-b79b-0d308a097d5c HTTP/1.1" status: 204 len: 168 time: 0.2821779 Feb 14 15:45:23.148915 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7533b-f0c9-4dbe-bdc3-b6406fcf1e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fbbad1-d231-40a4-b79b-0d308a097d5c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:23.150541 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:23.215220 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] Publish callbacks [] for security_group (4e133e19-d9e0-4f99-8fe0-2e4329d75c14), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.238257 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (8b15190d-00ee-4fdc-bac1-73830ee8dacb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.257634 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] Publish callbacks [] for security_group (4e133e19-d9e0-4f99-8fe0-2e4329d75c14), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.359488 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (8b15190d-00ee-4fdc-bac1-73830ee8dacb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.379164 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b15190d-00ee-4fdc-bac1-73830ee8dacb']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:23.388946 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fd6172-3261-480d-aed1-e2c92cc29251') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:23.389242 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fd6172-3261-480d-aed1-e2c92cc29251') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:23.398288 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (90fd6172-3261-480d-aed1-e2c92cc29251), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.412676 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (90fd6172-3261-480d-aed1-e2c92cc29251), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.420580 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:45:23.420580 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (90fd6172-3261-480d-aed1-e2c92cc29251), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:45:23.421120 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:45:23.433641 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (4e133e19-d9e0-4f99-8fe0-2e4329d75c14), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.436744 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.437890 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e133e19-d9e0-4f99-8fe0-2e4329d75c14 HTTP/1.1" status: 204 len: 168 time: 0.3555045 Feb 14 15:45:23.480833 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10509fd-f494-4a41-aade-a413f372e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e133e19-d9e0-4f99-8fe0-2e4329d75c14,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:23.556395 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (8b15190d-00ee-4fdc-bac1-73830ee8dacb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.561497 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:23.565016 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8b15190d-00ee-4fdc-bac1-73830ee8dacb HTTP/1.1" status: 204 len: 168 time: 0.4122846 Feb 14 15:45:23.578370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac862c-7009-49cd-b6e5-e4c2b2def0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b15190d-00ee-4fdc-bac1-73830ee8dacb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:23.884163 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56026) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:23.928329 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f970d6c8-4800-428e-b3cb-010f4e6bf81a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6eddf46650ac4a8f8d55d47183c247ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428581 Feb 14 15:45:23.931846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56028) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:23.985823 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] Publish callbacks [] for security_group (a712bf5a-b6ff-430d-963e-153d45aeac13), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.010663 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] Publish callbacks [] for security_group (a712bf5a-b6ff-430d-963e-153d45aeac13), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.145751 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a712bf5a-b6ff-430d-963e-153d45aeac13), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.148860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.150189 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a712bf5a-b6ff-430d-963e-153d45aeac13 HTTP/1.1" status: 204 len: 168 time: 0.2172954 Feb 14 15:45:24.150449 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:24.168896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb721d77-788e-4887-ba9f-dc2e855dd940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712bf5a-b6ff-430d-963e-153d45aeac13,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:24.234872 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-80b8b18f-9995-4a94-a3ac-fe98679ad2a7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c5ede53772241b1b8eedc81aa764b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0798373 Feb 14 15:45:24.235282 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56040) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:24.292373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] Publish callbacks [] for security_group (3f4b9c43-69c4-476f-a2af-c8cdcc4681ae), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.317175 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] Publish callbacks [] for security_group (3f4b9c43-69c4-476f-a2af-c8cdcc4681ae), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.458888 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3f4b9c43-69c4-476f-a2af-c8cdcc4681ae), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.461585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:24.463051 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f4b9c43-69c4-476f-a2af-c8cdcc4681ae HTTP/1.1" status: 204 len: 168 time: 0.2267628 Feb 14 15:45:24.471276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632dfa-b4e8-4e6f-87ee-9897542850c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b9c43-69c4-476f-a2af-c8cdcc4681ae,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:27.345212 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d848d1ea-9de7-4597-bdb1-0ef5784df12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:29.682051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e49f54eb-2a37-443a-89f8-5599ecf0d890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.358019 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56170) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:30.402017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Deleting subnet ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:45:30.406057 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Publish callbacks [] for subnet (ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.441507 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.486039 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.608265 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.636529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:30.638502 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.642782 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3bdc7e0d-db4f-4392-8de0-5013d10f31f2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ccde711f-7d41-4c70-9fc1-e94a9c4ccfe4 HTTP/1.1" status: 204 len: 168 time: 0.2823248 Feb 14 15:45:30.644759 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56174) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:30.681802 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.711221 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (8221fd64-e9ba-4de9-974d-f9d6200636e9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.791157 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (8221fd64-e9ba-4de9-974d-f9d6200636e9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.810673 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8221fd64-e9ba-4de9-974d-f9d6200636e9']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:30.820419 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d882c0b-9155-408b-92cf-5bf38d7d4ed3') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:30.820705 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d882c0b-9155-408b-92cf-5bf38d7d4ed3') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:45:30.829994 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (1d882c0b-9155-408b-92cf-5bf38d7d4ed3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.845009 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (1d882c0b-9155-408b-92cf-5bf38d7d4ed3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.851135 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:45:30.851511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (1d882c0b-9155-408b-92cf-5bf38d7d4ed3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:45:30.853389 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:45:30.956483 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (8221fd64-e9ba-4de9-974d-f9d6200636e9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.962081 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:30.965426 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8221fd64-e9ba-4de9-974d-f9d6200636e9 HTTP/1.1" status: 204 len: 168 time: 0.3196206 Feb 14 15:45:30.976592 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392043db-4846-429a-a496-ea52c11e0100 admin admin] Pushing event deleted for resources: {'Network': ['ID=8221fd64-e9ba-4de9-974d-f9d6200636e9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:31.289628 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56178) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:31.342033 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-283e14ea-9dbb-470e-b666-e89cafc2bc7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=622f564eaa2a4c1ab9ed8bc9abf0ad7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509529 Feb 14 15:45:31.345013 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56182) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:45:31.392383 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] Publish callbacks [] for security_group (a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:31.414524 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] Publish callbacks [] for security_group (a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:31.533348 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:31.535919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:31.537107 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4 HTTP/1.1" status: 204 len: 168 time: 0.1911952 Feb 14 15:45:31.544867 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d70f9-dafa-4d2a-9293-4195b3736b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157aea3-8acb-4e7d-8ff8-8777f9cd6cf4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:31.904776 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:32.768423 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef217c-c45d-407c-835d-5331501e9e87 req-7d8a71c8-0f00-42e9-a759-3155f9e7e61b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:32.769890 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-78ef217c-c45d-407c-835d-5331501e9e87 req-7d8a71c8-0f00-42e9-a759-3155f9e7e61b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0534272 Feb 14 15:45:32.815732 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-78ef217c-c45d-407c-835d-5331501e9e87 req-31fd89e6-9f12-4ff3-a55a-be45c946f232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Feb 14 15:45:33.293141 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:33.944777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e270-8d0a-4e74-8134-2d2f3db78a6c req-b3a7856b-47e0-4189-b543-7c373b2af939 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:33.946252 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ffb3e270-8d0a-4e74-8134-2d2f3db78a6c req-b3a7856b-47e0-4189-b543-7c373b2af939 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0571353 Feb 14 15:45:33.993856 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ffb3e270-8d0a-4e74-8134-2d2f3db78a6c req-4d9d2ea3-7f1e-458c-9b43-ba2ae2150632 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 Feb 14 15:45:35.116562 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078459-f2d9-4b51-823f-e9d2ca2b8e0f req-6f7dcabe-2fac-4487-afec-2a0832a5d02a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:35.118039 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a3078459-f2d9-4b51-823f-e9d2ca2b8e0f req-6f7dcabe-2fac-4487-afec-2a0832a5d02a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0533082 Feb 14 15:45:35.167498 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a3078459-f2d9-4b51-823f-e9d2ca2b8e0f req-cc7e9789-fcfb-465f-aac7-5441242f12ec tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 Feb 14 15:45:36.293928 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21428116-f22f-466f-9866-614282d866c5 req-fc86cd2c-e659-49a0-be69-67e39b02fc13 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:36.296200 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-21428116-f22f-466f-9866-614282d866c5 req-fc86cd2c-e659-49a0-be69-67e39b02fc13 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Feb 14 15:45:36.343165 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-21428116-f22f-466f-9866-614282d866c5 req-34835bdf-9baf-4a97-886c-bd25a5a2f6b3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415015 Feb 14 15:45:37.466950 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa532229-2914-4a04-a3ef-50f0558ee91a req-1447353f-e8cc-4051-ad6d-2c8074b2a7c2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:37.468440 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fa532229-2914-4a04-a3ef-50f0558ee91a req-1447353f-e8cc-4051-ad6d-2c8074b2a7c2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0511975 Feb 14 15:45:37.513545 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fa532229-2914-4a04-a3ef-50f0558ee91a req-ff1f177c-5658-4de5-b07c-03a7e9856bd3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Feb 14 15:45:38.639017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099534-0a27-4642-85d3-4cf1195cd266 req-edb3378b-825d-490f-84fa-b33627ae089b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:38.640626 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7e099534-0a27-4642-85d3-4cf1195cd266 req-edb3378b-825d-490f-84fa-b33627ae089b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0568025 Feb 14 15:45:38.685652 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7e099534-0a27-4642-85d3-4cf1195cd266 req-86137952-e593-41c2-a7e2-9c02d1463b53 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 Feb 14 15:45:39.805732 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584690a-c480-407a-9403-e3e56fa5591f req-90d34cad-1991-4816-b7d6-b6385f83afb6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:39.807233 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0584690a-c480-407a-9403-e3e56fa5591f req-90d34cad-1991-4816-b7d6-b6385f83afb6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Feb 14 15:45:39.853984 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0584690a-c480-407a-9403-e3e56fa5591f req-3f3ae2db-a0e1-4160-b2b0-137e387280ae tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Feb 14 15:45:40.976572 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391a18-21b9-45da-bb27-1bd16d2ce30d req-f92e8ac8-50f7-40f3-bcc7-4e4b77766cb4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:40.978024 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32391a18-21b9-45da-bb27-1bd16d2ce30d req-f92e8ac8-50f7-40f3-bcc7-4e4b77766cb4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0528016 Feb 14 15:45:41.023942 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32391a18-21b9-45da-bb27-1bd16d2ce30d req-1a7f3533-1d93-4454-84ce-71cc542d0248 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Feb 14 15:45:41.050690 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:45:42.149239 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739605ed-705c-4007-a0c7-f0a52dcc2458 req-47fa60f2-968c-4c95-863d-1d9096ac9276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:42.150211 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:42.150731 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-739605ed-705c-4007-a0c7-f0a52dcc2458 req-47fa60f2-968c-4c95-863d-1d9096ac9276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0566170 Feb 14 15:45:42.197440 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-739605ed-705c-4007-a0c7-f0a52dcc2458 req-d8996e3c-f575-4cdd-93ff-b5e6955b7cab tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Feb 14 15:45:43.319462 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58b6a9-8ab1-4a9d-b3e0-6e7958a208dd req-d1ccbe2f-f3d8-4988-a4b7-e9982d920163 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:43.320200 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2b58b6a9-8ab1-4a9d-b3e0-6e7958a208dd req-d1ccbe2f-f3d8-4988-a4b7-e9982d920163 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Feb 14 15:45:43.369053 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2b58b6a9-8ab1-4a9d-b3e0-6e7958a208dd req-7c58667e-9c7f-4130-90c2-e52c95605de6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433083 Feb 14 15:45:44.489982 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d796b-247c-480a-8ff0-d6e948af784f req-d15e95ea-91d2-4429-845c-36e0172078dc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:44.491457 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-422d796b-247c-480a-8ff0-d6e948af784f req-d15e95ea-91d2-4429-845c-36e0172078dc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Feb 14 15:45:44.538140 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-422d796b-247c-480a-8ff0-d6e948af784f req-f0997836-8fef-474b-95bf-f33f2f2c85c6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Feb 14 15:45:45.661813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652800d-cde2-448f-b120-1eec68632bb5 req-f25fd946-c55a-498b-aef2-5189835b83d9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:45.663280 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6652800d-cde2-448f-b120-1eec68632bb5 req-f25fd946-c55a-498b-aef2-5189835b83d9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0526745 Feb 14 15:45:45.710660 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6652800d-cde2-448f-b120-1eec68632bb5 req-621b919c-b712-4f4d-8df7-53a366984e64 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Feb 14 15:45:46.251685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:45:46.353982 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:46.365416 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:45:46.401989 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: ACTIVE; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:45:46.402309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:46.415787 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:45:46.434711 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:46.492787 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:46.539762 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:46.661794 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['18ab3162-5c35-4e9b-9ffc-32eeaec83779'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:45:46.832818 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf463770-d7d8-4c81-bf32-b3128ae4968b req-c2996ae4-c459-413c-bef2-51bae8977dcf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:46.834294 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf463770-d7d8-4c81-bf32-b3128ae4968b req-c2996ae4-c459-413c-bef2-51bae8977dcf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0529664 Feb 14 15:45:46.883089 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf463770-d7d8-4c81-bf32-b3128ae4968b req-4c0373e0-1196-44eb-9ac3-f324fcda0043 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433409 Feb 14 15:45:48.021238 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ae7fd-6f83-44e9-8fba-2d415b452453 req-0d3c00d3-b67b-452e-b2af-63b78594f83d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:48.023381 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d83ae7fd-6f83-44e9-8fba-2d415b452453 req-0d3c00d3-b67b-452e-b2af-63b78594f83d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0706980 Feb 14 15:45:48.071176 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d83ae7fd-6f83-44e9-8fba-2d415b452453 req-db1580a3-45f2-4205-b29f-0631b6f457a5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Feb 14 15:45:48.271673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:45:48.319130 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:45:48.319514 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:48.407342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:45:48.407772 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:48.431462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:45:48.433713 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7f739-a46f-4609-a5f0-fd5fc7a25974" -d '{"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:45:48.446609 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:45:48.469395 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205e004c-c43d-4d7f-9d7b-0f6b198e9473 x-openstack-request-id: req-205e004c-c43d-4d7f-9d7b-0f6b198e9473 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:45:48.469769 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:45:48.470058 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-205e004c-c43d-4d7f-9d7b-0f6b198e9473 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:45:48.470459 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'code': 200} Feb 14 15:45:48.487209 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:48.533294 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:45:49.193447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0fa57-9b4b-45c6-976f-6c96e15ee321 req-7d3704e7-b515-455c-b661-2e261781beaf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:49.194986 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8eb0fa57-9b4b-45c6-976f-6c96e15ee321 req-7d3704e7-b515-455c-b661-2e261781beaf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0554352 Feb 14 15:45:49.240969 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8eb0fa57-9b4b-45c6-976f-6c96e15ee321 req-eb2594a6-933e-4203-af45-64c912a7c97c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404408 Feb 14 15:45:50.367703 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fc6be-c9dd-4605-b782-b7e4a22136a3 req-a8a21d5b-b6f5-4a44-8f96-0abfcadbda06 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:50.369215 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-576fc6be-c9dd-4605-b782-b7e4a22136a3 req-a8a21d5b-b6f5-4a44-8f96-0abfcadbda06 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0553391 Feb 14 15:45:50.415509 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-576fc6be-c9dd-4605-b782-b7e4a22136a3 req-a73d60b4-80b6-42d2-90c3-b346e5b41192 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Feb 14 15:45:51.547441 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d85dcd-1f3b-4b2d-b400-e0014a739a3d req-bc5810b8-e052-4c1b-9148-75387939dd86 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:51.549646 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b8d85dcd-1f3b-4b2d-b400-e0014a739a3d req-bc5810b8-e052-4c1b-9148-75387939dd86 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0634890 Feb 14 15:45:51.598578 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b8d85dcd-1f3b-4b2d-b400-e0014a739a3d req-524db50a-8079-47e7-85f8-4a02a2f207fa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Feb 14 15:45:52.717921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dddb3-431f-4e0e-9c17-ab6b63cfde08 req-950a0b55-ffc7-4101-a886-ada2ab32a57f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:52.719388 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-269dddb3-431f-4e0e-9c17-ab6b63cfde08 req-950a0b55-ffc7-4101-a886-ada2ab32a57f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Feb 14 15:45:52.767055 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-269dddb3-431f-4e0e-9c17-ab6b63cfde08 req-9f3e321e-8ffd-43b9-827a-888d1fe1e4ee tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Feb 14 15:45:53.890083 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde569f-ef55-4612-8aa6-ea03255b6ce8 req-43bb3dc7-65e0-4a29-931e-35969e1af882 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:53.892279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6fde569f-ef55-4612-8aa6-ea03255b6ce8 req-43bb3dc7-65e0-4a29-931e-35969e1af882 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Feb 14 15:45:53.940821 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6fde569f-ef55-4612-8aa6-ea03255b6ce8 req-12db1486-5784-4581-a179-2ceb3ce5d267 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 Feb 14 15:45:55.063990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e26de-a244-4fe0-b8a7-12c010066cea req-7a3b9170-cda9-45d4-919a-ede2effa8551 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:55.066052 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-241e26de-a244-4fe0-b8a7-12c010066cea req-7a3b9170-cda9-45d4-919a-ede2effa8551 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Feb 14 15:45:55.110268 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-241e26de-a244-4fe0-b8a7-12c010066cea req-01915f3e-7972-476c-abd6-b594bd0d1c5f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Feb 14 15:45:56.241042 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf046690-334c-46d4-849f-675c0b4affff req-af88c4de-4e4d-4624-8313-99e2efa6d2ae tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:56.242631 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cf046690-334c-46d4-849f-675c0b4affff req-af88c4de-4e4d-4624-8313-99e2efa6d2ae tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Feb 14 15:45:56.294253 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cf046690-334c-46d4-849f-675c0b4affff req-8b0da568-1017-4cea-814b-f680e0cf482f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Feb 14 15:45:57.332778 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd152815-26eb-4711-b39c-29fc498b37ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:57.431426 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876c077-b62c-4c1a-ac7f-7f6b84967d26 req-329c998e-5480-4e0d-8e74-46d8ac363741 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:57.432922 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3876c077-b62c-4c1a-ac7f-7f6b84967d26 req-329c998e-5480-4e0d-8e74-46d8ac363741 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0523925 Feb 14 15:45:57.479185 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3876c077-b62c-4c1a-ac7f-7f6b84967d26 req-6e5a604b-ad28-4181-b498-0477dd21afc1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 Feb 14 15:45:58.609886 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bbc4e-1dc5-47c7-ab90-7707733fe37f req-9088dd16-cdcd-405d-bf21-239c0bef13fa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:58.611380 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cc9bbc4e-1dc5-47c7-ab90-7707733fe37f req-9088dd16-cdcd-405d-bf21-239c0bef13fa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0524886 Feb 14 15:45:58.660590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cc9bbc4e-1dc5-47c7-ab90-7707733fe37f req-f9985a57-aa80-4ffa-89ef-58c0af7f0e82 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417438 Feb 14 15:45:59.704120 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90e5a05b-2e0f-4b3c-8d80-1b1f2a90e0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:45:59.804997 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83fd6-460e-4399-9bd5-3228e2d6bfe8 req-0e848efb-8a94-41a1-9b54-3bcd7b0d0e6c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:45:59.807177 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51e83fd6-460e-4399-9bd5-3228e2d6bfe8 req-0e848efb-8a94-41a1-9b54-3bcd7b0d0e6c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0709305 Feb 14 15:45:59.857773 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-51e83fd6-460e-4399-9bd5-3228e2d6bfe8 req-17164d2d-c675-48fa-bea3-aa4276b41aab tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434616 Feb 14 15:46:00.670429 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:01.012199 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb243b87-9e8b-4de5-ac21-7d0623da7282 req-66dd1be2-b379-4c48-8bb6-a4df7c851930 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:01.015043 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eb243b87-9e8b-4de5-ac21-7d0623da7282 req-66dd1be2-b379-4c48-8bb6-a4df7c851930 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0764294 Feb 14 15:46:01.067877 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-eb243b87-9e8b-4de5-ac21-7d0623da7282 req-7457ded3-da72-4726-8541-c334b7c73e56 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Feb 14 15:46:02.041388 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:02.231400 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b7177-b7b6-4093-a3be-b1c76ea4623c req-a0f5455c-5d2d-41e4-8c33-9f4ca6c9908e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:02.235685 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a65b7177-b7b6-4093-a3be-b1c76ea4623c req-a0f5455c-5d2d-41e4-8c33-9f4ca6c9908e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0658784 Feb 14 15:46:02.298638 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a65b7177-b7b6-4093-a3be-b1c76ea4623c req-c75abc33-e4ad-4771-b3ee-9d41699006cf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584583 Feb 14 15:46:03.304099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:03.441333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe7b6-9870-4e17-8534-dea1394f37a5 req-ba2c668a-82ac-46b8-b71e-f615456a6059 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:03.442960 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-594fe7b6-9870-4e17-8534-dea1394f37a5 req-ba2c668a-82ac-46b8-b71e-f615456a6059 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0575836 Feb 14 15:46:03.494982 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-594fe7b6-9870-4e17-8534-dea1394f37a5 req-7ab03123-6918-4e7c-b417-7d3cd6b5cfb7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Feb 14 15:46:04.646295 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc6a0d-12ca-4386-9077-f5f602a35a87 req-bf68ed27-4799-470a-9ca2-f5e90b031c44 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:04.647883 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbfc6a0d-12ca-4386-9077-f5f602a35a87 req-bf68ed27-4799-470a-9ca2-f5e90b031c44 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0592821 Feb 14 15:46:04.716837 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cbfc6a0d-12ca-4386-9077-f5f602a35a87 req-274420a3-8a52-4829-8732-0186cb47a587 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601895 Feb 14 15:46:05.898792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da700845-fe1b-49c9-b2ee-3d07692e1071 req-2ab1febc-4735-4eec-8259-d4c54b82b341 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:05.910018 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-da700845-fe1b-49c9-b2ee-3d07692e1071 req-2ab1febc-4735-4eec-8259-d4c54b82b341 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0938208 Feb 14 15:46:05.956538 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-da700845-fe1b-49c9-b2ee-3d07692e1071 req-970e1979-a132-4ae4-a1bf-7dd2cbc5594d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450456 Feb 14 15:46:07.105740 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb35c-cc8d-405b-9386-aae7d2541947 req-46aceaef-5a54-4215-bc53-56b0856bcabb tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:07.107250 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-64fdb35c-cc8d-405b-9386-aae7d2541947 req-46aceaef-5a54-4215-bc53-56b0856bcabb tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0630302 Feb 14 15:46:07.164120 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-64fdb35c-cc8d-405b-9386-aae7d2541947 req-7cc4ffa5-f71b-4ac5-aa1d-a0e5ad4424ee tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499792 Feb 14 15:46:08.288692 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0dfd-73f9-46bc-b4e5-d54df1ac20b5 req-f303b11a-278f-4c76-b609-f34bd2c42b9f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:08.290255 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-692a0dfd-73f9-46bc-b4e5-d54df1ac20b5 req-f303b11a-278f-4c76-b609-f34bd2c42b9f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0565727 Feb 14 15:46:08.340851 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-692a0dfd-73f9-46bc-b4e5-d54df1ac20b5 req-84d6519d-e109-4235-acd2-16137dd8f92e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Feb 14 15:46:09.462932 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126d507-76d5-4269-b3a4-ba857a83196a req-62e5e99d-fd1f-42ff-9b35-4414fa1b34c6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:09.464421 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f126d507-76d5-4269-b3a4-ba857a83196a req-62e5e99d-fd1f-42ff-9b35-4414fa1b34c6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Feb 14 15:46:09.510594 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f126d507-76d5-4269-b3a4-ba857a83196a req-23f68d58-f7ea-419a-9017-508e970bf603 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Feb 14 15:46:10.629781 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819ef8-8476-409c-b5b1-86d074632d10 req-c4b609f1-5697-47d8-8237-aa75164db955 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:10.631242 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b9819ef8-8476-409c-b5b1-86d074632d10 req-c4b609f1-5697-47d8-8237-aa75164db955 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Feb 14 15:46:10.679964 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b9819ef8-8476-409c-b5b1-86d074632d10 req-6e160c47-b6e1-4abc-9ae9-c7aa39f229dc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Feb 14 15:46:11.398847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-ad13d466-5169-4f66-9af2-0b39f3a83f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:11.400337 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-ad13d466-5169-4f66-9af2-0b39f3a83f23 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1129 time: 0.0443330 Feb 14 15:46:11.490317 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-0a565c74-9876-4978-a06c-96816b752304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:11.491846 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-0a565c74-9876-4978-a06c-96816b752304 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0851588 Feb 14 15:46:11.575793 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-1ca13336-1a78-46f1-9098-b6bff1a8ef83 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 1001 time: 0.0770974 Feb 14 15:46:11.622060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-fac613bf-7bde-4076-ab91-7fa01269f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:11.623470 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-fac613bf-7bde-4076-ab91-7fa01269f9e1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0417869 Feb 14 15:46:11.671394 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-77032094-6aa7-4de6-93b0-67a6c9b3b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:11.672806 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-77032094-6aa7-4de6-93b0-67a6c9b3b057 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432920 Feb 14 15:46:11.762509 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-90ccd408-e4b9-4b25-8eb5-1d6727ac67ed service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Feb 14 15:46:11.808991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8cf18-3ace-4b82-9e9a-14dcf7a915e0 req-4ade927e-ddf3-416e-a0d9-5ce683bea758 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:11.810476 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-32e8cf18-3ace-4b82-9e9a-14dcf7a915e0 req-4ade927e-ddf3-416e-a0d9-5ce683bea758 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0596092 Feb 14 15:46:11.856587 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-32e8cf18-3ace-4b82-9e9a-14dcf7a915e0 req-7df7769d-3a55-405b-be67-e7639261ef72 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Feb 14 15:46:11.857727 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2c1890b-90fd-4ac1-97f6-aea0b2068caf req-75b1b66c-56b7-4603-8246-9f5326a0258b service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897484 Feb 14 15:46:12.132343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:12.983315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d198-52ee-412b-a653-9133f9225583 req-404cec19-040e-428d-9349-dc4d42219b15 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:12.984824 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f84d198-52ee-412b-a653-9133f9225583 req-404cec19-040e-428d-9349-dc4d42219b15 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0552475 Feb 14 15:46:13.030976 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f84d198-52ee-412b-a653-9133f9225583 req-c44dbb4b-9dd4-4622-806d-f1ddaf513729 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Feb 14 15:46:14.157730 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ae346-537b-41c1-9954-466d88920d5b req-024df3f5-af53-46b1-9730-141df606cc0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:14.159770 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-812ae346-537b-41c1-9954-466d88920d5b req-024df3f5-af53-46b1-9730-141df606cc0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Feb 14 15:46:14.205399 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-812ae346-537b-41c1-9954-466d88920d5b req-929c468f-6501-47e2-9cdd-d7456f8beb6d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Feb 14 15:46:14.381954 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:46:14.457294 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: ACTIVE; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:14.458664 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:14.480356 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:46:14.482672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a9d11c-e49b-4932-879a-f9a57d4d5f0d" -d '{"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-unplugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:46:14.498239 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:14.515194 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e054d15-3869-4fb7-adda-60dc991d79ca x-openstack-request-id: req-9e054d15-3869-4fb7-adda-60dc991d79ca {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:46:14.515494 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-unplugged", "status": "failed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "code": 422}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:46:14.515788 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e054d15-3869-4fb7-adda-60dc991d79ca {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:46:14.516467 dv-cinder-815145-9-iscsi neutron-server[103410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'code': 422} returned with failed status Feb 14 15:46:14.600694 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:14.648412 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:15.341365 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-ed9c5ddd-e782-4736-8eb8-6918d382203c req-1d7c16a5-8da0-4ee7-8da0-d0337cd30a04 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:46:15.342396 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed9c5ddd-e782-4736-8eb8-6918d382203c req-1d7c16a5-8da0-4ee7-8da0-d0337cd30a04 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055215 Feb 14 15:46:16.687747 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0dca0-37ad-44e9-b7b8-69646dda6c34 req-4c1679ca-9d4e-4c9c-b0f0-8e40509f7255 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:16.689155 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dde0dca0-37ad-44e9-b7b8-69646dda6c34 req-4c1679ca-9d4e-4c9c-b0f0-8e40509f7255 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0526097 Feb 14 15:46:16.739285 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dde0dca0-37ad-44e9-b7b8-69646dda6c34 req-6456696c-c82c-46b9-ac48-720a5855e153 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438251 Feb 14 15:46:17.202919 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:17.281075 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-2e22e5e5-9f7a-4731-8a39-42fd122c1b30 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506251 Feb 14 15:46:17.289305 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-63d2d973-a421-4a2b-bc97-c95c052df557 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851841 Feb 14 15:46:17.297851 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-187520b5-d8d8-40a3-998d-b573ca4ebd1a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:46:17.298901 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-187520b5-d8d8-40a3-998d-b573ca4ebd1a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048766 Feb 14 15:46:17.384509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a40e-0e96-4789-8948-640df2599393 req-503c01c1-f896-456b-bad3-868a30e7baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:17.386086 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-503c01c1-f896-456b-bad3-868a30e7baeb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0455914 Feb 14 15:46:17.484205 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:17.491449 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a40e-0e96-4789-8948-640df2599393 req-345dec04-6b9a-4074-a1f6-8e261b5944bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:17.492935 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-345dec04-6b9a-4074-a1f6-8e261b5944bb service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.0860689 Feb 14 15:46:17.561617 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-de57b50c-47f3-4944-ba13-232963937c5a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 200 len: 1001 time: 0.0621958 Feb 14 15:46:17.600575 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:17.610983 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a40e-0e96-4789-8948-640df2599393 req-d8497ed3-537a-4319-8145-c93f045f1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:17.612540 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-d8497ed3-537a-4319-8145-c93f045f1ba7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0445638 Feb 14 15:46:17.662938 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a40e-0e96-4789-8948-640df2599393 req-771f6ab7-7749-4703-a22f-33ae82697fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:17.664518 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-771f6ab7-7749-4703-a22f-33ae82697fcd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452006 Feb 14 15:46:17.674337 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Publish callbacks [] for security_group (7535c22f-8829-4f24-904e-776ed131c5a5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:17.755240 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7535c22f-8829-4f24-904e-776ed131c5a5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:17.755540 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-632c5997-8744-48f9-bdcb-a6d8d478a7a9 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845284 Feb 14 15:46:17.795253 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00fe0081df484dedbd4e1bf0d6c3d2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099225 Feb 14 15:46:17.796151 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7535c22f-8829-4f24-904e-776ed131c5a5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:17.798096 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.810738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.813252 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.813347 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.813907 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.814495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.814850 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.815184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.815513 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c2c80-3e62-4987-839c-bbf1b9d41ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:17.861972 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-af83a40e-0e96-4789-8948-640df2599393 req-5ff1ac52-b405-4b3b-af02-c19114f11bd7 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002870 Feb 14 15:46:17.902028 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] Publish callbacks [] for security_group (7535c22f-8829-4f24-904e-776ed131c5a5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:17.912723 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c743002-e987-44a7-a112-386df8eb1d69 req-12a9a0dd-314e-447d-8fef-aaa254a91343 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:17.914191 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4c743002-e987-44a7-a112-386df8eb1d69 req-12a9a0dd-314e-447d-8fef-aaa254a91343 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0945730 Feb 14 15:46:17.947935 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] Publish callbacks [] for security_group (7535c22f-8829-4f24-904e-776ed131c5a5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:17.995962 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4c743002-e987-44a7-a112-386df8eb1d69 req-04dfea51-d15f-4c2b-9fda-3ec26a8a7777 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745935 Feb 14 15:46:18.050827 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:46:18.081653 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7535c22f-8829-4f24-904e-776ed131c5a5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:18.084278 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:18.085426 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7535c22f-8829-4f24-904e-776ed131c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2864599 Feb 14 15:46:18.093671 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f885188-f853-4cbd-a066-d44b66138d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7535c22f-8829-4f24-904e-776ed131c5a5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:18.399002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:46:18.450139 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:18.489435 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: DOWN; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:18.610011 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-050a9415-0046-4640-83db-682b8cb34955 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:18.611385 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-050a9415-0046-4640-83db-682b8cb34955 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports/18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 940 time: 0.1600587 Feb 14 15:46:19.114468 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:19.124274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a587f0-c8fe-41b1-9fe8-7678f01de5d7 req-33720707-cb3f-4572-a7f4-15f2cdbef37d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:19.125759 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-53a587f0-c8fe-41b1-9fe8-7678f01de5d7 req-33720707-cb3f-4572-a7f4-15f2cdbef37d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0562503 Feb 14 15:46:19.171821 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-53a587f0-c8fe-41b1-9fe8-7678f01de5d7 req-ca08927e-f442-426f-be92-e1bdb9166eb9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Feb 14 15:46:19.207225 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1895716125-network', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:19.303785 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Made reservation on behalf of 345fa7fc8494459db4a9321b00e8a66c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:46:19.306085 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.316098 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.388068 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks [] for security_group (d35c6646-4d23-4722-9b03-71755ce5f67d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.446334 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d35c6646-4d23-4722-9b03-71755ce5f67d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.470776 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:46:19.480189 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35c6646-4d23-4722-9b03-71755ce5f67d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:19.486083 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (ee0adddd-efa9-4990-8390-876ec4b46ce8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.486423 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Added segment ee0adddd-efa9-4990-8390-876ec4b46ce8 of type vlan for network a74baac7-3019-444f-a4a9-40ae27074af0 Feb 14 15:46:19.524934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (a74baac7-3019-444f-a4a9-40ae27074af0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.613162 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (a74baac7-3019-444f-a4a9-40ae27074af0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.614246 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:19.614826 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:19.673918 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a74baac7-3019-444f-a4a9-40ae27074af0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:19.684939 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network a74baac7-3019-444f-a4a9-40ae27074af0 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:46:19.706135 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-95b1e3a8-eb59-455e-bd09-c30ceba564d3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5905850 Feb 14 15:46:19.709660 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56564) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:19.715262 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Request body: {'subnet': {'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1895716125-subnet', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:19.809850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Made reservation on behalf of 345fa7fc8494459db4a9321b00e8a66c for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:46:19.812183 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16765751'] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.029355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16724444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16765701'] for subnet (b72923ec-6494-4d4b-b417-3ae6edea7b31), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.082235 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72923ec-6494-4d4b-b417-3ae6edea7b31,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:20.091378 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.096011 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.104108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Checking segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:20.104471 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Network hostable DHCP agents. Network: a74baac7-3019-444f-a4a9-40ae27074af0, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:46:20.189523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Network a74baac7-3019-444f-a4a9-40ae27074af0 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:46:20.262741 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, a74baac7-3019-444f-a4a9-40ae27074af0) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:20.273719 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:20.274333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.278010 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3a0e4-9b5f-42ae-ad3e-3e746ba1e688 None None] Network a74baac7-3019-444f-a4a9-40ae27074af0 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:46:20.299728 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832d335-c9e1-4f6e-8a78-655733a61023 req-7a044c20-22a0-42ea-abef-069cec383e12 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:20.301260 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d832d335-c9e1-4f6e-8a78-655733a61023 req-7a044c20-22a0-42ea-abef-069cec383e12 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0581784 Feb 14 15:46:20.352151 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d832d335-c9e1-4f6e-8a78-655733a61023 req-5dcfef87-db4f-411b-a4bf-633ea38cd958 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451298 Feb 14 15:46:20.381590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b531e8ab-c970-4f73-aa88-d42f91b671e7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6705301 Feb 14 15:46:20.386638 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56572) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:20.390449 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-a74baac7-3019-444f-a4a9-40ae27074af0', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:46:20.391725 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.391938 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:20.492596 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (06977591-09a2-4497-8b35-916de0382a77), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.493740 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (06977591-09a2-4497-8b35-916de0382a77), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.531141 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Allocated IP 172.20.0.2 (a74baac7-3019-444f-a4a9-40ae27074af0/b72923ec-6494-4d4b-b417-3ae6edea7b31/cc86d986-d3b9-4adb-8c6b-531be33ac1f9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:20.551778 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for router_controller (06977591-09a2-4497-8b35-916de0382a77), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.671031 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks [] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.765100 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for router_gateway (06977591-09a2-4497-8b35-916de0382a77), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.789775 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.827103 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Network a74baac7-3019-444f-a4a9-40ae27074af0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:20.831729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:20.835087 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:20.841724 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Pushing event updated for resources: {'Port': ['ID=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:20.851410 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.857128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:20.902625 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Attempting to bind port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:20.903420 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Attempting to bind port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:20.903749 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Attempting to bind port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 on network a74baac7-3019-444f-a4a9-40ae27074af0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:20.909309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:20.909695 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Checking segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:20.910078 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.910463 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Bound using segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:20.910923 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Bound port: cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:20.911303 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:20.980115 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] For port cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:20.983606 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] For port cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:21.053346 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:21.074296 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for router_gateway (06977591-09a2-4497-8b35-916de0382a77), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:21.094365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:21.109339 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7dd2-221f-405c-82ac-5fca2ea4c365 None None] Pushing event updated for resources: {'Port': ['ID=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:21.207179 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Allocated IP 172.27.3.62 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/116838dc-843d-4a4f-965e-36cb3bc06722) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:21.321714 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for port (116838dc-843d-4a4f-965e-36cb3bc06722), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:21.412909 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:21.727625 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:21.734544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:21.739095 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:21.763024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Pushing event updated for resources: {'Port': ['ID=116838dc-843d-4a4f-965e-36cb3bc06722,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:21.799318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa497f20-16de-4402-b44e-d1768858dd11 req-706298d4-9e5a-427d-beb8-b96c6047115b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:21.800877 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aa497f20-16de-4402-b44e-d1768858dd11 req-706298d4-9e5a-427d-beb8-b96c6047115b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.3643489 Feb 14 15:46:21.946317 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-aa497f20-16de-4402-b44e-d1768858dd11 req-29161243-d618-4d1a-95a1-ff3bc74e93ea tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145761 Feb 14 15:46:21.989408 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1443d1e-d6b4-4a65-9480-821ba34bab31 None None] Network a74baac7-3019-444f-a4a9-40ae27074af0 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:46:22.076849 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Provisioning complete for port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:22.077222 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.130439 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for router_gateway (06977591-09a2-4497-8b35-916de0382a77), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.204912 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Current status of the port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:22.205268 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.243103 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] For port cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:22.322234 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.340841 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (06977591-09a2-4497-8b35-916de0382a77), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.382316 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389f780-d9db-43fc-b769-8f8ca86350c9 None None] Pushing event updated for resources: {'Port': ['ID=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:22.444999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-7bb88c47-0d09-4d5b-95b1-c3ffe712203f None None] Provisioning complete for port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:22.446194 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bb88c47-0d09-4d5b-95b1-c3ffe712203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.538069 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Router 06977591-09a2-4497-8b35-916de0382a77 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:46:22.538754 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7bb88c47-0d09-4d5b-95b1-c3ffe712203f None None] Current status of the port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:22.561619 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device cc86d986-d3b9-4adb-8c6b-531be33ac1f9 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:22.613423 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:22.613798 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.651108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:46:22.665031 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Sync routers for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:46:22.701648 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:22.702341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:22.746589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:22.769545 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:22.771408 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-2c1a0b9f-1a8b-41a5-8ed2-0db9c040610c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3831992 Feb 14 15:46:22.773479 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56580) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:22.818241 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:23.006152 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:21Z', 'revision_number': 3, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:23.084436 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a3265-ac73-4b3b-93db-5f7d9e3326b7 req-4ae76029-ba51-4225-86a3-04cd1f5c6666 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:23.086711 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-635a3265-ac73-4b3b-93db-5f7d9e3326b7 req-4ae76029-ba51-4225-86a3-04cd1f5c6666 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0663102 Feb 14 15:46:23.140165 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-635a3265-ac73-4b3b-93db-5f7d9e3326b7 req-8cd5f428-ea2d-4376-a64a-ffb87a0e4575 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469475 Feb 14 15:46:23.171951 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Checking router: 06977591-09a2-4497-8b35-916de0382a77 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:46:23.172305 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Updating router 06977591-09a2-4497-8b35-916de0382a77 port 116838dc-843d-4a4f-965e-36cb3bc06722 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:46:23.199847 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.209627 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.369592 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Allocated IP 172.20.0.1 (a74baac7-3019-444f-a4a9-40ae27074af0/b72923ec-6494-4d4b-b417-3ae6edea7b31/4270ea31-60a0-4c9e-9017-0998556581fd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:23.456469 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks [] for port (116838dc-843d-4a4f-965e-36cb3bc06722), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.480025 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks [] for port (4270ea31-60a0-4c9e-9017-0998556581fd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.537672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.589506 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.590490 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Attempting to bind port 116838dc-843d-4a4f-965e-36cb3bc06722 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:23.590874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Attempting to bind port 116838dc-843d-4a4f-965e-36cb3bc06722 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:23.591242 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Attempting to bind port 116838dc-843d-4a4f-965e-36cb3bc06722 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:23.594319 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4fa4e-9882-40ee-a6ec-69fb9666cecb None None] Pushing event updated for resources: {'Port': ['ID=116838dc-843d-4a4f-965e-36cb3bc06722,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:23.599191 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:23.599568 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:23.599987 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.600368 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:23.600829 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Bound port: 116838dc-843d-4a4f-965e-36cb3bc06722, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:23.601211 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.632839 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Network a74baac7-3019-444f-a4a9-40ae27074af0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:23.638180 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:23.648062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Pushing event updated for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:23.648062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:23.654818 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] For port 116838dc-843d-4a4f-965e-36cb3bc06722, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:23.658437 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] For port 116838dc-843d-4a4f-965e-36cb3bc06722, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=116838dc-843d-4a4f-965e-36cb3bc06722,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:23.683058 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (06977591-09a2-4497-8b35-916de0382a77), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.755853 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.818711 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:23.819457 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:23.827144 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4fa4e-9882-40ee-a6ec-69fb9666cecb None None] Pushing event updated for resources: {'Port': ['ID=116838dc-843d-4a4f-965e-36cb3bc06722,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:23.885767 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-542f8673-f688-4bd5-8223-48bfc4bedbc3 None None] Provisioning complete for port 4270ea31-60a0-4c9e-9017-0998556581fd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:23.886068 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-542f8673-f688-4bd5-8223-48bfc4bedbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.913044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:23.970457 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-542f8673-f688-4bd5-8223-48bfc4bedbc3 None None] Port 4270ea31-60a0-4c9e-9017-0998556581fd cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:46:23.977763 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:24.094458 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks [] for port (4270ea31-60a0-4c9e-9017-0998556581fd), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.149783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.182453 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:21Z', 'revision_number': 3, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:24.213528 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e50e7-7cd4-4624-a798-eadd68cc9587 None None] The sync data for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi is: [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:21Z', 'revision_number': 3, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:46:24.226014 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Pushing event updated for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:24.228464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (06977591-09a2-4497-8b35-916de0382a77), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.348137 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea1f24-93d4-4aa8-a673-84aeafb6be5f req-040436e9-c8ea-4790-b081-644bd03dfc01 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:24.349658 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64ea1f24-93d4-4aa8-a673-84aeafb6be5f req-040436e9-c8ea-4790-b081-644bd03dfc01 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1149955 Feb 14 15:46:24.382836 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Network a74baac7-3019-444f-a4a9-40ae27074af0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:24.385730 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:24.538537 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-64ea1f24-93d4-4aa8-a673-84aeafb6be5f req-6f1b53cc-976a-45ca-96bc-6bfe1741494b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827550 Feb 14 15:46:24.577952 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 116838dc-843d-4a4f-965e-36cb3bc06722 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:24.631689 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 116838dc-843d-4a4f-965e-36cb3bc06722 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:24.632214 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.637716 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-2644289f-1b75-4c80-9385-7b0b3dfe180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:24.639255 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-2644289f-1b75-4c80-9385-7b0b3dfe180e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 1127 time: 0.1853154 Feb 14 15:46:24.647653 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Router 06977591-09a2-4497-8b35-916de0382a77 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:46:24.727866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-6975d599-0784-46fc-b232-4319866c04eb None None] Provisioning complete for port 4270ea31-60a0-4c9e-9017-0998556581fd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:24.728254 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6975d599-0784-46fc-b232-4319866c04eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.759373 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 116838dc-843d-4a4f-965e-36cb3bc06722 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:24.759803 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.795974 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 116838dc-843d-4a4f-965e-36cb3bc06722, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=116838dc-843d-4a4f-965e-36cb3bc06722,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:24.800544 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6975d599-0784-46fc-b232-4319866c04eb None None] Port 4270ea31-60a0-4c9e-9017-0998556581fd cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:46:24.817439 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-189b4496-ba77-48bb-9111-4aca76165df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:24.818942 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-189b4496-ba77-48bb-9111-4aca76165df6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1127 time: 0.1166902 Feb 14 15:46:24.822157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:46:24.836813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-69083caa-4672-428b-b6f0-6021c33dfe03 admin admin] 10.222.0.67 "PUT /v2.0/routers/06977591-09a2-4497-8b35-916de0382a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528586 Feb 14 15:46:24.864671 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:24.928411 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=116838dc-843d-4a4f-965e-36cb3bc06722,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:24.928615 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-57126cce-22da-487a-827b-85c590d6df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:24.931927 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-57126cce-22da-487a-827b-85c590d6df3a service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.1030657 Feb 14 15:46:25.008675 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-2baeaac7-c8f4-4320-a86e-d6508b554bc3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 999 time: 0.0716972 Feb 14 15:46:25.060861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-79441e1d-52a7-42fd-8d70-be53d55bca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:25.065294 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-79441e1d-52a7-42fd-8d70-be53d55bca96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0476496 Feb 14 15:46:25.116802 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-bb579541-e6fb-4d56-9374-664a98c6f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:25.122176 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-bb579541-e6fb-4d56-9374-664a98c6f846 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486917 Feb 14 15:46:25.493151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-5d702802-dc5d-4816-a549-6cdacfebc0d1 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703592 Feb 14 15:46:25.568353 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:25.577673 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919306451-network', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:25.602533 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-91c977ab-e8e4-4a50-a23a-2dfa48cf7e3c req-43730b2e-aa0a-4989-ac9b-7703d19e5664 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024134 Feb 14 15:46:25.651714 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Made reservation on behalf of 11b31cda822b4efda3e7c15be2db02cb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:46:25.654170 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.667948 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.711451 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3df2e-95f8-49cb-8b7f-dbbb847c30b2 req-ab1be515-eea1-4f15-a52d-11fd57e28edc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:25.713119 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f2b3df2e-95f8-49cb-8b7f-dbbb847c30b2 req-ab1be515-eea1-4f15-a52d-11fd57e28edc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0924275 Feb 14 15:46:25.786400 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f2b3df2e-95f8-49cb-8b7f-dbbb847c30b2 req-f661b683-525c-4d2d-bef4-a8acee30ed8c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653718 Feb 14 15:46:25.808173 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks [] for security_group (8c6fbd66-74b5-4394-badf-b6954985d0ed), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.875201 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (8c6fbd66-74b5-4394-badf-b6954985d0ed), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.915204 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:46:25.916692 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (aba3b4b4-0825-4974-82e4-f088a5b7bbe1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.917041 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Added segment aba3b4b4-0825-4974-82e4-f088a5b7bbe1 of type vlan for network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 Feb 14 15:46:25.918425 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6fbd66-74b5-4394-badf-b6954985d0ed,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:25.967925 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (2414eed9-405d-4bfa-bfd8-c1d6466229b6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:25.980951 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Sync routers for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:46:25.994190 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:25.994884 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:26.053004 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (2414eed9-405d-4bfa-bfd8-c1d6466229b6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.053971 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:26.054725 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.106454 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:26.131932 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2414eed9-405d-4bfa-bfd8-c1d6466229b6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:26.145284 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:46:26.165952 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-28e8b33f-6fcd-4e77-b69c-075e44a560c0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5936775 Feb 14 15:46:26.166200 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:26.171615 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Request body: {'subnet': {'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919306451-subnet', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:26.263915 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Made reservation on behalf of 11b31cda822b4efda3e7c15be2db02cb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:46:26.266577 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.312015 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 2, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:26.342980 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Checking router: 06977591-09a2-4497-8b35-916de0382a77 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:46:26.342980 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Updating router 06977591-09a2-4497-8b35-916de0382a77 port 4270ea31-60a0-4c9e-9017-0998556581fd binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:46:26.372995 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.549834 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (c98aecfa-c09c-4f08-b2df-31c21d7f9713), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.562779 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 116838dc-843d-4a4f-965e-36cb3bc06722 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:26.646765 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 116838dc-843d-4a4f-965e-36cb3bc06722 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:26.647406 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.785851 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 116838dc-843d-4a4f-965e-36cb3bc06722 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:26.798292 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks [] for port (4270ea31-60a0-4c9e-9017-0998556581fd), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.881210 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:26.960410 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98aecfa-c09c-4f08-b2df-31c21d7f9713,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:26.973811 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Checking segment: {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:26.974222 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Network hostable DHCP agents. Network: 2414eed9-405d-4bfa-bfd8-c1d6466229b6, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:46:26.993571 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32919-6cf2-4931-bc48-605348af9df1 req-77185d06-c42b-4313-ad33-88bff14bfa58 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:26.995152 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cc32919-6cf2-4931-bc48-605348af9df1 req-77185d06-c42b-4313-ad33-88bff14bfa58 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1213608 Feb 14 15:46:26.995664 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Pushing event updated for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:27.039702 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.040225 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.040747 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.041814 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.041814 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.042083 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.042510 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.042947 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.043383 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.044000 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.044439 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.044864 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.045303 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:46:27.069468 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:46:27.105472 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5cc32919-6cf2-4931-bc48-605348af9df1 req-7fcf04c0-f617-4f6b-a1c3-bac9cda8e45d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026938 Feb 14 15:46:27.120031 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Attempting to bind port 4270ea31-60a0-4c9e-9017-0998556581fd on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:27.120619 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Attempting to bind port 4270ea31-60a0-4c9e-9017-0998556581fd by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:27.121146 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Attempting to bind port 4270ea31-60a0-4c9e-9017-0998556581fd on network a74baac7-3019-444f-a4a9-40ae27074af0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:27.152970 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:27.153380 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Checking segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:27.153734 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.156494 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Bound using segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:27.156494 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Bound port: 4270ea31-60a0-4c9e-9017-0998556581fd, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:27.156494 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.183475 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 2414eed9-405d-4bfa-bfd8-c1d6466229b6) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:27.188518 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:27.191591 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.194776 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fd733-3552-49d9-8fa4-23b204d76f58 None None] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:46:27.263963 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] For port 4270ea31-60a0-4c9e-9017-0998556581fd, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:27.268305 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] For port 4270ea31-60a0-4c9e-9017-0998556581fd, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=4270ea31-60a0-4c9e-9017-0998556581fd,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:27.305486 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-98610520-c9ff-44ac-bc52-be9816a5a399 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1381030 Feb 14 15:46:27.307981 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56632) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:27.312322 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:27.339359 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.368573 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Provisioning complete for port 4270ea31-60a0-4c9e-9017-0998556581fd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:27.374736 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.421511 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:27.422645 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:27.463291 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.464421 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.476667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:46:27.478074 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.486875 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd0ba3a3-1e92-4347-8e52-2437806e96cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.508152 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3d1cf-1d24-43b6-a58a-6ea24a5470c2 None None] Pushing event updated for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:27.594320 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for router_controller (a2c6474a-6405-4e5d-a019-018b14f8c1ce), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.707765 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:27.813245 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Current status of the port 4270ea31-60a0-4c9e-9017-0998556581fd is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:27.813816 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:27.847934 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Allocated IP 172.20.0.2 (2414eed9-405d-4bfa-bfd8-c1d6466229b6/c98aecfa-c09c-4f08-b2df-31c21d7f9713/79f231db-1af7-40b9-b3c7-811970fcde1f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:27.875304 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] For port 4270ea31-60a0-4c9e-9017-0998556581fd, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=4270ea31-60a0-4c9e-9017-0998556581fd,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:27.972647 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.043747 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for router_gateway (a2c6474a-6405-4e5d-a019-018b14f8c1ce), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.181401 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5563f8ba-d436-4d69-9384-53c72a7de73f None None] Provisioning complete for port 4270ea31-60a0-4c9e-9017-0998556581fd triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:28.182272 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5563f8ba-d436-4d69-9384-53c72a7de73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.207844 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58ad40-b2f6-443a-96bd-c493f207fa3a None None] Pushing event updated for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:28.230843 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:28.248026 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks [] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.277634 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da67f4-274a-43d9-b2ef-e781f165daef None None] The sync data for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi is: [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:46:28.341199 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.375752 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5563f8ba-d436-4d69-9384-53c72a7de73f None None] Current status of the port 4270ea31-60a0-4c9e-9017-0998556581fd is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:28.400163 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c89015-7afb-41e4-b7ed-8f125f947591 req-4f491049-bd9f-4f5e-ae4a-3526592c3f95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:28.402790 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0c89015-7afb-41e4-b7ed-8f125f947591 req-4f491049-bd9f-4f5e-ae4a-3526592c3f95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.3104951 Feb 14 15:46:28.417110 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05594fd-6a57-4c02-8bf5-74ed07967d64 req-9d40c810-27e2-4013-a6b8-7d65414c84a9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:28.432176 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d05594fd-6a57-4c02-8bf5-74ed07967d64 req-9d40c810-27e2-4013-a6b8-7d65414c84a9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1573179 Feb 14 15:46:28.535592 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d05594fd-6a57-4c02-8bf5-74ed07967d64 req-6b85fe20-2c34-45aa-8b3f-37b843ee89d8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003489 Feb 14 15:46:28.579816 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e0c89015-7afb-41e4-b7ed-8f125f947591 req-3e0a1fab-b86e-4674-8047-c2595b675de0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451185 Feb 14 15:46:28.760898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:28.761898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 4270ea31-60a0-4c9e-9017-0998556581fd up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:28.794452 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:28.799411 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Pushing event updated for resources: {'Port': ['ID=79f231db-1af7-40b9-b3c7-811970fcde1f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:28.801774 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:28.847734 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for router_gateway (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.876238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.904919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Attempting to bind port 79f231db-1af7-40b9-b3c7-811970fcde1f on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:28.905298 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Attempting to bind port 79f231db-1af7-40b9-b3c7-811970fcde1f by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:28.905673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Attempting to bind port 79f231db-1af7-40b9-b3c7-811970fcde1f on network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:28.907904 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 4270ea31-60a0-4c9e-9017-0998556581fd triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:28.912654 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.937961 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:28.938246 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Checking segment: {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:28.938645 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:28.939061 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Bound using segment: {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:28.941819 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Bound port: 79f231db-1af7-40b9-b3c7-811970fcde1f, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:28.942212 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:29.030780 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Allocated IP 172.27.3.102 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/db3012eb-3d03-415d-a03a-2088a4cbee92) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:29.058139 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] For port 79f231db-1af7-40b9-b3c7-811970fcde1f, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:29.079255 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] For port 79f231db-1af7-40b9-b3c7-811970fcde1f, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=79f231db-1af7-40b9-b3c7-811970fcde1f,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:29.089653 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 4270ea31-60a0-4c9e-9017-0998556581fd is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:29.138696 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:29.234533 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:29.263178 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e24d3b-568f-4519-a47a-697c489d26c6 None None] Pushing event updated for resources: {'Port': ['ID=79f231db-1af7-40b9-b3c7-811970fcde1f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:29.350691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:29.417163 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:29.420283 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:29.424949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:29.478415 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Pushing event updated for resources: {'Port': ['ID=db3012eb-3d03-415d-a03a-2088a4cbee92,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:29.741557 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32f820ae-66af-49d8-aac1-9b8652d90c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:29.778143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff0b3-3d4c-4157-a87e-1b3c77c43865 req-98b6726f-f305-4189-977d-c3606c0d1e23 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:29.788268 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1e9ff0b3-3d4c-4157-a87e-1b3c77c43865 req-98b6726f-f305-4189-977d-c3606c0d1e23 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1173892 Feb 14 15:46:29.833760 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8dd71-836e-4387-8705-b4e730b1763b req-95dd54a1-3a21-4dce-a511-bf5a9039cba3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:29.842822 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5fd8dd71-836e-4387-8705-b4e730b1763b req-95dd54a1-3a21-4dce-a511-bf5a9039cba3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1326733 Feb 14 15:46:29.868813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1e9ff0b3-3d4c-4157-a87e-1b3c77c43865 req-e8b45ce7-1e1d-4c40-85b7-c55cda13ea2d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778279 Feb 14 15:46:30.027472 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5fd8dd71-836e-4387-8705-b4e730b1763b req-87823356-8dbd-4f6d-90d9-52993218d8c0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739001 Feb 14 15:46:30.061462 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for router_gateway (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:30.308749 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:30.542988 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Router a2c6474a-6405-4e5d-a019-018b14f8c1ce is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:46:30.609506 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 79f231db-1af7-40b9-b3c7-811970fcde1f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:30.648350 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafbf5e-ec5e-402c-a658-7a6bab598526 None None] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:46:30.700902 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:46:30.724958 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Sync routers for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:46:30.732974 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:30.762854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:30.763464 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:30.780614 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:30.784559 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9519eb29-02cf-447d-b6ed-ea7259722132 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4728794 Feb 14 15:46:30.784972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56650) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:30.835830 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Provisioning complete for port 79f231db-1af7-40b9-b3c7-811970fcde1f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:30.835830 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:30.840554 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 79f231db-1af7-40b9-b3c7-811970fcde1f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:30.840935 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.031609 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:31.108206 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9154d-371b-4e13-8858-ea232fca98b7 req-c42536d5-a647-4432-a018-88f4e7b81905 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:31.125910 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3ce9154d-371b-4e13-8858-ea232fca98b7 req-c42536d5-a647-4432-a018-88f4e7b81905 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1276124 Feb 14 15:46:31.243034 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3ce9154d-371b-4e13-8858-ea232fca98b7 req-3b4847a2-63b0-40c5-917c-cea60cc27ab8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121414 Feb 14 15:46:31.360074 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb77c3-e6f2-4581-b35e-1ddce29d54e5 req-e407004f-ac2d-4824-a7f6-9c1fe122b729 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:31.366316 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-febb77c3-e6f2-4581-b35e-1ddce29d54e5 req-e407004f-ac2d-4824-a7f6-9c1fe122b729 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1526322 Feb 14 15:46:31.386576 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 79f231db-1af7-40b9-b3c7-811970fcde1f is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:31.387329 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.432863 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Current status of the port 79f231db-1af7-40b9-b3c7-811970fcde1f is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:31.434402 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.464455 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 79f231db-1af7-40b9-b3c7-811970fcde1f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=79f231db-1af7-40b9-b3c7-811970fcde1f,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:31.488040 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-febb77c3-e6f2-4581-b35e-1ddce29d54e5 req-07fc60a2-b9f2-42fe-bd4b-84c2ebc2d78c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207163 Feb 14 15:46:31.524057 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:29Z', 'revision_number': 3, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:31.542836 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.576760 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Checking router: a2c6474a-6405-4e5d-a019-018b14f8c1ce for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:46:31.577133 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Updating router a2c6474a-6405-4e5d-a019-018b14f8c1ce port db3012eb-3d03-415d-a03a-2088a4cbee92 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:46:31.580963 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.685008 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:31.737744 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=79f231db-1af7-40b9-b3c7-811970fcde1f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:31.802341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.db.api [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 15:46:31.802628 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG oslo_db.api [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 15:46:31.981479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.021131 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Allocated IP 172.20.0.1 (2414eed9-405d-4bfa-bfd8-c1d6466229b6/c98aecfa-c09c-4f08-b2df-31c21d7f9713/c0bfb929-6c42-4228-b7d5-2263b4b98618) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:32.069703 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks [] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.149395 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.155367 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks [] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.212876 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Attempting to bind port db3012eb-3d03-415d-a03a-2088a4cbee92 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:32.213334 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Attempting to bind port db3012eb-3d03-415d-a03a-2088a4cbee92 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:32.213645 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Attempting to bind port db3012eb-3d03-415d-a03a-2088a4cbee92 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:32.215989 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fb96e-c82b-48cb-bb38-ed70336b5f93 None None] Pushing event updated for resources: {'Port': ['ID=db3012eb-3d03-415d-a03a-2088a4cbee92,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:32.229538 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:32.230341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:32.231137 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.231858 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:32.233218 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Bound port: db3012eb-3d03-415d-a03a-2088a4cbee92, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:32.234110 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.269757 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.313244 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:32.320287 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:32.322304 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Pushing event updated for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:32.324593 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:32.343620 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] For port db3012eb-3d03-415d-a03a-2088a4cbee92, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:32.367602 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.490304 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1834a-af4b-4ccb-99ec-7c2c86cadbec req-9994a889-7f60-43b4-a551-6141a5ff75b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:32.490304 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cde1834a-af4b-4ccb-99ec-7c2c86cadbec req-9994a889-7f60-43b4-a551-6141a5ff75b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0881588 Feb 14 15:46:32.638623 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cde1834a-af4b-4ccb-99ec-7c2c86cadbec req-6969db1a-ae2a-4b93-9092-ff8e7620b1e4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271930 Feb 14 15:46:32.664592 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fb15fb6d-924f-46e7-8701-621baaa0d563 None None] Current status of the port 79f231db-1af7-40b9-b3c7-811970fcde1f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:32.676681 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] For port db3012eb-3d03-415d-a03a-2088a4cbee92, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=db3012eb-3d03-415d-a03a-2088a4cbee92,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:32.681386 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 79f231db-1af7-40b9-b3c7-811970fcde1f up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:32.723264 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.755276 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 79f231db-1af7-40b9-b3c7-811970fcde1f triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:32.755877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.778208 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2cf35-e9ca-4566-9ca6-4cfeac6886f7 req-b6b2b20c-0597-4a57-a546-48300300755e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:32.779777 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fef2cf35-e9ca-4566-9ca6-4cfeac6886f7 req-b6b2b20c-0597-4a57-a546-48300300755e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1809425 Feb 14 15:46:32.800812 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.874927 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fef2cf35-e9ca-4566-9ca6-4cfeac6886f7 req-0ce30e81-9e6e-4eda-bfca-87b9e7378b6c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823419 Feb 14 15:46:32.886059 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Provisioning complete for port 79f231db-1af7-40b9-b3c7-811970fcde1f triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:32.886445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:32.946193 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fb96e-c82b-48cb-bb38-ed70336b5f93 None None] Pushing event updated for resources: {'Port': ['ID=db3012eb-3d03-415d-a03a-2088a4cbee92,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:32.959470 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:32.960259 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:32.986776 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks [] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.051411 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.060560 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 79f231db-1af7-40b9-b3c7-811970fcde1f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:33.134332 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Pushing event updated for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:33.155805 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Current status of the port 79f231db-1af7-40b9-b3c7-811970fcde1f is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:33.161323 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:33.175601 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.206365 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Provisioning complete for port c0bfb929-6c42-4228-b7d5-2263b4b98618 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:33.206887 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.338141 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:33.340076 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:33.403848 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67b912cf-f71f-4b6f-87bf-be06eed7d4c6 None None] Port c0bfb929-6c42-4228-b7d5-2263b4b98618 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:46:33.417438 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.512142 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'c0bfb929-6c42-4228-b7d5-2263b4b98618', 'name': '', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'mac_address': 'fa:16:3e:63:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:31Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 1, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'subnets': [{'id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:33.546241 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Router a2c6474a-6405-4e5d-a019-018b14f8c1ce has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:46:33.549853 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5e62c-d9ae-4a10-afb9-266945d57e24 None None] The sync data for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi is: [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'c0bfb929-6c42-4228-b7d5-2263b4b98618', 'name': '', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'mac_address': 'fa:16:3e:63:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:31Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 1, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'subnets': [{'id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:46:33.697896 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:46:33.703754 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-6f96feca-2def-4cb7-9a5a-550d18130beb admin admin] 10.222.0.67 "PUT /v2.0/routers/a2c6474a-6405-4e5d-a019-018b14f8c1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9176531 Feb 14 15:46:33.732247 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-606cac4a-530c-4f29-9ac4-8b43d640a18e None None] Provisioning complete for port c0bfb929-6c42-4228-b7d5-2263b4b98618 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:33.732628 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-606cac4a-530c-4f29-9ac4-8b43d640a18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:33.789304 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-606cac4a-530c-4f29-9ac4-8b43d640a18e None None] Port c0bfb929-6c42-4228-b7d5-2263b4b98618 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:46:33.864093 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f02aa2-d033-465a-aba6-3d2e03bbf479 req-7a110dcc-99a6-4012-84bd-c465fb888dbf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:33.873672 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c4f02aa2-d033-465a-aba6-3d2e03bbf479 req-7a110dcc-99a6-4012-84bd-c465fb888dbf tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.1182849 Feb 14 15:46:33.957263 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c4f02aa2-d033-465a-aba6-3d2e03bbf479 req-40d03559-354f-4012-9efc-643cdfb6cb9b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823298 Feb 14 15:46:34.085098 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c11b95-8245-4138-adf8-6d28f681005e req-d321464f-9ebe-40ff-9ab0-3fc221815f3b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:34.096065 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27c11b95-8245-4138-adf8-6d28f681005e req-d321464f-9ebe-40ff-9ab0-3fc221815f3b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1014805 Feb 14 15:46:34.169798 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27c11b95-8245-4138-adf8-6d28f681005e req-f0c5d282-cb5c-4831-adc9-6b2bdcd4f244 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721283 Feb 14 15:46:34.688775 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:34.695724 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094917705', 'description': 'tempest-secgroup-smoke-1094917705 description', 'project_id': '345fa7fc8494459db4a9321b00e8a66c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:35.080047 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16559963-5dfe-4187-a082-69ca740a84e1 req-845c2d35-8d44-4dd9-bb74-525355841aad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:35.081857 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-16559963-5dfe-4187-a082-69ca740a84e1 req-845c2d35-8d44-4dd9-bb74-525355841aad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0575509 Feb 14 15:46:35.131091 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-16559963-5dfe-4187-a082-69ca740a84e1 req-a373a1da-9036-404e-ab30-23a45b33fc02 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Feb 14 15:46:35.200998 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.299554 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (9997c3a9-6a0c-4bce-88de-6fc6527fc4eb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.315624 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b422a-9f53-4b29-8ed0-ee42fdacf497 req-7364fc5c-d4b7-4136-b3f5-fa304b19537d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:35.317184 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f67b422a-9f53-4b29-8ed0-ee42fdacf497 req-7364fc5c-d4b7-4136-b3f5-fa304b19537d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0711744 Feb 14 15:46:35.365846 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9997c3a9-6a0c-4bce-88de-6fc6527fc4eb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.381954 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f67b422a-9f53-4b29-8ed0-ee42fdacf497 req-f5857047-1fc2-4606-8cc0-83265ff3ea64 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563858 Feb 14 15:46:35.397631 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:35.459786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.461053 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-60c981aa-67b4-4b9a-a7e1-329e2e63126e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7705290 Feb 14 15:46:35.464192 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56680) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:35.469059 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:35.565501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (311c294a-a79e-4789-8647-33343246f8e0), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.622807 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (311c294a-a79e-4789-8647-33343246f8e0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.700911 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (311c294a-a79e-4789-8647-33343246f8e0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.717093 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311c294a-a79e-4789-8647-33343246f8e0,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:35.779356 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.780623 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fd1a5941-1618-462a-8fbe-3b27510c93f0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154159 Feb 14 15:46:35.783373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56682) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:35.791860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:35.891775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (d1aa87cc-72d7-461c-9d24-215e3077573c), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:35.949842 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (d1aa87cc-72d7-461c-9d24-215e3077573c), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.023395 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (d1aa87cc-72d7-461c-9d24-215e3077573c), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.041698 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aa87cc-72d7-461c-9d24-215e3077573c,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:36.094244 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.096040 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-8138b670-6607-4163-9879-6b1d908ca17a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3111668 Feb 14 15:46:36.098753 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56684) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:36.103000 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:36.177668 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (92b17872-4ec8-4e43-8c26-615c24e71c58), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.235753 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (92b17872-4ec8-4e43-8c26-615c24e71c58), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.255655 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdba07-2ad3-4c40-8c58-898102089b69 req-e906b111-1ac5-4ae2-b2d0-57f0845e7838 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:36.262399 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-03bdba07-2ad3-4c40-8c58-898102089b69 req-e906b111-1ac5-4ae2-b2d0-57f0845e7838 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0540988 Feb 14 15:46:36.307430 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-03bdba07-2ad3-4c40-8c58-898102089b69 req-e298b232-70a7-431b-8a8a-715ae01a6c01 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Feb 14 15:46:36.309534 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (92b17872-4ec8-4e43-8c26-615c24e71c58), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.327246 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b17872-4ec8-4e43-8c26-615c24e71c58,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:36.419774 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.421270 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5bcb5bea-9a96-4ed5-a59e-a7699aba6925 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213279 Feb 14 15:46:36.423874 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56690) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:36.428150 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:36.499174 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf61b-5abc-458d-886f-d30f1f4cdc22 req-7b28bc05-eee3-4e0f-9abd-2614910e8da0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:36.500680 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-23fdf61b-5abc-458d-886f-d30f1f4cdc22 req-7b28bc05-eee3-4e0f-9abd-2614910e8da0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0566025 Feb 14 15:46:36.550173 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device db3012eb-3d03-415d-a03a-2088a4cbee92 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:36.552311 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (5a8779e3-da51-4b79-9b45-bcade1254fa3), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.559434 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-23fdf61b-5abc-458d-886f-d30f1f4cdc22 req-c24a7e80-4189-4478-ab65-91afc8674b23 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531194 Feb 14 15:46:36.586584 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Sync routers for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:46:36.597226 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:36.598086 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:36.611374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port db3012eb-3d03-415d-a03a-2088a4cbee92 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:36.611793 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.618468 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (5a8779e3-da51-4b79-9b45-bcade1254fa3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.692700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (5a8779e3-da51-4b79-9b45-bcade1254fa3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.693830 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port db3012eb-3d03-415d-a03a-2088a4cbee92 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:36.694228 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.707698 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:36.712496 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8779e3-da51-4b79-9b45-bcade1254fa3,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:36.721183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port db3012eb-3d03-415d-a03a-2088a4cbee92, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=db3012eb-3d03-415d-a03a-2088a4cbee92,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:36.769622 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.770829 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ad09890b-b49b-4669-8655-b341f3a44d05 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3460200 Feb 14 15:46:36.773529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56692) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:36.777859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:36.783964 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.831521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=db3012eb-3d03-415d-a03a-2088a4cbee92,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:36.852169 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Project 345fa7fc8494459db4a9321b00e8a66c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:46:36.858401 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (5ab23e21-5044-47c3-9e51-cb06402040fd), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.915939 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'c0bfb929-6c42-4228-b7d5-2263b4b98618', 'name': '', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'mac_address': 'fa:16:3e:63:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:31Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 2, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'subnets': [{'id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:36.918385 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (5ab23e21-5044-47c3-9e51-cb06402040fd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:36.944012 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Checking router: a2c6474a-6405-4e5d-a019-018b14f8c1ce for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:46:36.944376 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Updating router a2c6474a-6405-4e5d-a019-018b14f8c1ce port c0bfb929-6c42-4228-b7d5-2263b4b98618 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:46:36.971367 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.006398 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (5ab23e21-5044-47c3-9e51-cb06402040fd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.024521 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab23e21-5044-47c3-9e51-cb06402040fd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:37.099746 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.101022 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-614164f4-641c-48d8-ac4a-da571ddcd21d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265483 Feb 14 15:46:37.103835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56694) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:37.108325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'security_group_rule': {'security_group_id': '9997c3a9-6a0c-4bce-88de-6fc6527fc4eb', 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:37.177905 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Project 345fa7fc8494459db4a9321b00e8a66c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:46:37.183133 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (392ab8a0-5506-4ebb-864b-02b3d3cf515d), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.231239 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks [] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.241722 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (392ab8a0-5506-4ebb-864b-02b3d3cf515d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.314324 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.358919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (392ab8a0-5506-4ebb-864b-02b3d3cf515d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.361472 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26dffe-97d2-4d9a-90e8-ae7d0e106b41 None None] Pushing event updated for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:37.378676 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392ab8a0-5506-4ebb-864b-02b3d3cf515d,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:37.429367 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Attempting to bind port c0bfb929-6c42-4228-b7d5-2263b4b98618 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:37.429737 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Attempting to bind port c0bfb929-6c42-4228-b7d5-2263b4b98618 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:37.430100 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Attempting to bind port c0bfb929-6c42-4228-b7d5-2263b4b98618 on network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:37.435392 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:37.435791 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Checking segment: {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:37.436193 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.436653 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Bound using segment: {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:37.437038 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Bound port: c0bfb929-6c42-4228-b7d5-2263b4b98618, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:37.437418 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.461921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b688d4-7acc-41f0-99f4-3f1ee9e584c9 req-790e6d30-15a4-4622-a8e0-757fa18d9da0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:37.463644 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56b688d4-7acc-41f0-99f4-3f1ee9e584c9 req-790e6d30-15a4-4622-a8e0-757fa18d9da0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0587680 Feb 14 15:46:37.489046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.490539 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a1f757ad-4b0f-4f0e-93cb-0567d1a88dbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856814 Feb 14 15:46:37.511428 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] For port c0bfb929-6c42-4228-b7d5-2263b4b98618, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:37.514894 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] For port c0bfb929-6c42-4228-b7d5-2263b4b98618, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0bfb929-6c42-4228-b7d5-2263b4b98618,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:37.523906 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-56b688d4-7acc-41f0-99f4-3f1ee9e584c9 req-dfbed025-49c0-465e-a08c-cc7a8e75332d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532200 Feb 14 15:46:37.629971 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.648631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Provisioning complete for port c0bfb929-6c42-4228-b7d5-2263b4b98618 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:37.648631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.690131 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26dffe-97d2-4d9a-90e8-ae7d0e106b41 None None] Pushing event updated for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:37.722193 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:37.723193 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:37.737704 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4a059-393c-44e8-8fa4-691432accd74 req-23200a3d-c2b6-43e3-8314-e747401e7037 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:37.739275 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4eb4a059-393c-44e8-8fa4-691432accd74 req-23200a3d-c2b6-43e3-8314-e747401e7037 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.1056025 Feb 14 15:46:37.771421 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Current status of the port c0bfb929-6c42-4228-b7d5-2263b4b98618 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:37.772119 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.822957 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] For port c0bfb929-6c42-4228-b7d5-2263b4b98618, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0bfb929-6c42-4228-b7d5-2263b4b98618,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:37.846208 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:37.847614 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4eb4a059-393c-44e8-8fa4-691432accd74 req-474b2ebf-2f2e-4fc7-aec2-2cc4dd257713 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992718 Feb 14 15:46:37.921369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:37.972243 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2e63a-85cc-4ec3-a209-f268963f6f60 None None] Pushing event updated for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:38.043740 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-2ac277de-5e6c-4811-96a1-d8f5e9c9e2f3 None None] Provisioning complete for port c0bfb929-6c42-4228-b7d5-2263b4b98618 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:38.044802 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ac277de-5e6c-4811-96a1-d8f5e9c9e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:38.056482 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'c0bfb929-6c42-4228-b7d5-2263b4b98618', 'name': '', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'mac_address': 'fa:16:3e:63:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:31Z', 'updated_at': '2022-02-14T15:46:37Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'subnets': [{'id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:38.082400 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06694e47-2e0c-43cd-a53e-abbeb5ef3e37 None None] The sync data for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi is: [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:46:32Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'c0bfb929-6c42-4228-b7d5-2263b4b98618', 'name': '', 'network_id': '2414eed9-405d-4bfa-bfd8-c1d6466229b6', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'mac_address': 'fa:16:3e:63:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:31Z', 'updated_at': '2022-02-14T15:46:37Z', 'revision_number': 4, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'subnets': [{'id': 'c98aecfa-c09c-4f08-b2df-31c21d7f9713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:46:38.130818 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ac277de-5e6c-4811-96a1-d8f5e9c9e2f3 None None] Current status of the port c0bfb929-6c42-4228-b7d5-2263b4b98618 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:38.550946 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device db3012eb-3d03-415d-a03a-2088a4cbee92 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:38.610214 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port db3012eb-3d03-415d-a03a-2088a4cbee92 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:38.610593 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:38.672026 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e419a-9e9a-4032-9dde-d0963de0a982 req-8928b07d-3046-4fd9-95cf-23df88ccc29b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:38.674095 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-689e419a-9e9a-4032-9dde-d0963de0a982 req-8928b07d-3046-4fd9-95cf-23df88ccc29b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0621986 Feb 14 15:46:38.694521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port db3012eb-3d03-415d-a03a-2088a4cbee92 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:38.695656 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0bfb929-6c42-4228-b7d5-2263b4b98618 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:38.727143 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-689e419a-9e9a-4032-9dde-d0963de0a982 req-fb18a307-002f-4737-9156-b643aac4ae3c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455544 Feb 14 15:46:38.745448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port c0bfb929-6c42-4228-b7d5-2263b4b98618 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:38.745840 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:38.826150 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port c0bfb929-6c42-4228-b7d5-2263b4b98618 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:38.944017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef9158-7921-4c3e-bcad-334296100b02 req-d28f79ff-c4bd-4df8-bb27-a8dc3692ae95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:38.945508 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6eef9158-7921-4c3e-bcad-334296100b02 req-d28f79ff-c4bd-4df8-bb27-a8dc3692ae95 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0529425 Feb 14 15:46:38.996927 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6eef9158-7921-4c3e-bcad-334296100b02 req-949ba667-9416-4977-b1f0-21352d313179 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=cf28f2a1-cd6d-423d-b493-4469d972ba10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456462 Feb 14 15:46:39.211672 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-a7b01349-8e78-4ae8-a2c0-542d348de630 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:39.213143 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-a7b01349-8e78-4ae8-a2c0-542d348de630 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 945 time: 0.0564682 Feb 14 15:46:39.306992 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Deleting port ac2a78d6-df94-4b82-b38c-1879daec2247 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:46:39.307339 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:39.405282 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] For port ac2a78d6-df94-4b82-b38c-1879daec2247, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ac2a78d6-df94-4b82-b38c-1879daec2247,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:39.405647 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:39.629182 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:39.629556 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:39.629870 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Floating IP 2c5822e7-6451-49d1-a8ec-b1793f7bbf33 disassociated. External IP: 172.27.3.101, port: ac2a78d6-df94-4b82-b38c-1879daec2247. Feb 14 15:46:39.630210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Calling delete_port for ac2a78d6-df94-4b82-b38c-1879daec2247 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:46:39.823766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (ac2a78d6-df94-4b82-b38c-1879daec2247), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:39.853460 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'Port': ['ID=ac2a78d6-df94-4b82-b38c-1879daec2247,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:39.859364 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aab44-0ce7-4cc3-9bcf-08ab345068a7 req-c1794481-31d9-4e93-8cc8-ac7c4a51035e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:39.860798 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b37aab44-0ce7-4cc3-9bcf-08ab345068a7 req-c1794481-31d9-4e93-8cc8-ac7c4a51035e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0576754 Feb 14 15:46:39.910908 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b37aab44-0ce7-4cc3-9bcf-08ab345068a7 req-e382f191-f48d-4750-9af8-91e0457dc550 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439477 Feb 14 15:46:39.978106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:46:40.132622 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b6c91afb-45b1-4a17-96d9-da11b8674b21 req-32dbaff3-3524-4c3b-8c06-03f139fd1c57 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0618167 Feb 14 15:46:40.143638 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:46:40.156318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:46:40.167223 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:40.168140 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:40.183078 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] No DVR routers for this DVR port ac2a78d6-df94-4b82-b38c-1879daec2247 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:46:40.186804 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:40.193942 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a4da21a8-e58d-483f-a9bd-012e6b6f0839 req-2db4d05d-3af8-4f6b-9758-2a5cc5ddc41f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "DELETE /v2.0/ports/ac2a78d6-df94-4b82-b38c-1879daec2247 HTTP/1.1" status: 204 len: 173 time: 0.9745514 Feb 14 15:46:40.194470 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'name': 'network-vif-deleted', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:46:40.198054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45c797-1f59-42e9-adcd-b75f7f8d6968" -d '{"events": [{"server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "name": "network-vif-deleted", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:46:40.292017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5dd2bf-598f-476a-b8d4-1d952f5ee381 x-openstack-request-id: req-ef5dd2bf-598f-476a-b8d4-1d952f5ee381 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:46:40.292017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d5c97-b29f-4ccd-9149-b8f5094d6a2c", "name": "network-vif-deleted", "tag": "ac2a78d6-df94-4b82-b38c-1879daec2247", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:46:40.292017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef5dd2bf-598f-476a-b8d4-1d952f5ee381 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:46:40.292017 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406d5c97-b29f-4ccd-9149-b8f5094d6a2c', 'name': 'network-vif-deleted', 'tag': 'ac2a78d6-df94-4b82-b38c-1879daec2247', 'status': 'completed', 'code': 200} Feb 14 15:46:40.303741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:40.541512 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:40.570658 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:46:40.581496 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:46:40.582183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:46:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:40.844162 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:46:41.043697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923dfd5-f145-4ddb-8a67-1463b7ece575 req-5cf3725b-fac9-41b5-b16a-f5de72f4eda0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:41.045178 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0923dfd5-f145-4ddb-8a67-1463b7ece575 req-5cf3725b-fac9-41b5-b16a-f5de72f4eda0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0556915 Feb 14 15:46:41.057870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:46:41.089383 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d0875-f685-437a-8ae4-96cfded1b081 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:46:41.100558 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0923dfd5-f145-4ddb-8a67-1463b7ece575 req-52ffd170-f74e-41be-a9be-91076203ff03 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489345 Feb 14 15:46:41.238392 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c6453d49-3f9a-4047-9331-6ed98bef6057 req-533237b2-25e6-4bc8-9ed5-981eb396aeb9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0330656 Feb 14 15:46:41.329593 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43aee9-9a1d-49db-bbf4-a6f6dbe1ea27 None None] New status for floating IP 2c5822e7-6451-49d1-a8ec-b1793f7bbf33: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:46:42.133898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:42.241458 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645050da-975f-4352-aa83-0ee32670a636 req-5d105436-4c47-482f-a529-8e29935a47ec tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:42.242947 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-645050da-975f-4352-aa83-0ee32670a636 req-5d105436-4c47-482f-a529-8e29935a47ec tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0567257 Feb 14 15:46:42.296093 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-645050da-975f-4352-aa83-0ee32670a636 req-7ca206e2-36f8-4adc-8b81-a532eb98c9e6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Feb 14 15:46:42.353252 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-58931c25-511a-4c82-b26c-8de4a9018a5f req-e5019f79-66f3-461f-803c-ca0439bed241 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=406d5c97-b29f-4ccd-9149-b8f5094d6a2c HTTP/1.1" status: 200 len: 210 time: 0.0274570 Feb 14 15:46:42.552218 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device ac2a78d6-df94-4b82-b38c-1879daec2247 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:46:42.571952 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: ac2a78d6-df94-4b82-b38c-1879daec2247 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:46:42.572309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device ac2a78d6-df94-4b82-b38c-1879daec2247 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:46:43.430745 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a596a5-8d8f-45d3-bf6e-e72b9e8e689b req-dac985c7-4030-4a73-aff3-d3ce1a1c703c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:43.432420 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9a596a5-8d8f-45d3-bf6e-e72b9e8e689b req-dac985c7-4030-4a73-aff3-d3ce1a1c703c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0580413 Feb 14 15:46:43.488795 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9a596a5-8d8f-45d3-bf6e-e72b9e8e689b req-35b596c3-0867-46de-81f2-b96b989db6f9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510130 Feb 14 15:46:43.520390 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56790) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:43.574257 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (cf28f2a1-cd6d-423d-b493-4469d972ba10), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.601421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (cf28f2a1-cd6d-423d-b493-4469d972ba10), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.709100 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (cf28f2a1-cd6d-423d-b493-4469d972ba10), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.714925 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.716782 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "DELETE /v2.0/security-groups/cf28f2a1-cd6d-423d-b493-4469d972ba10 HTTP/1.1" status: 204 len: 168 time: 0.1952977 Feb 14 15:46:43.719905 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:43.727777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db57cf-bf32-473e-a8c7-8fa37cf246f9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28f2a1-cd6d-423d-b493-4469d972ba10,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:43.734049 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.api.v2.resource [None req-582cdb31-5d0c-4d0f-87c8-b42deb03ff85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] show failed (client error): The resource could not be found. Feb 14 15:46:43.738662 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-582cdb31-5d0c-4d0f-87c8-b42deb03ff85 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups/cf28f2a1-cd6d-423d-b493-4469d972ba10 HTTP/1.1" status: 404 len: 347 time: 0.0172265 Feb 14 15:46:43.739213 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:43.898305 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Deleting port c2ab6dae-5387-45c7-a4a1-d70517eac6b9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:46:43.898583 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.976460 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.976785 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:43.988537 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Calling delete_port for c2ab6dae-5387-45c7-a4a1-d70517eac6b9 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:46:44.189866 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (c2ab6dae-5387-45c7-a4a1-d70517eac6b9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:44.217545 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'Port': ['ID=c2ab6dae-5387-45c7-a4a1-d70517eac6b9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:44.277390 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (2c5822e7-6451-49d1-a8ec-b1793f7bbf33), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:44.279998 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:44.281131 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3c43ca00-c02c-4d89-8e64-357f64a302f5 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "DELETE /v2.0/floatingips/2c5822e7-6451-49d1-a8ec-b1793f7bbf33 HTTP/1.1" status: 204 len: 168 time: 0.5409224 Feb 14 15:46:44.616110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137144a-d362-4c15-a4f8-4bb7dc2f0729 req-1bbc134f-51a1-43b4-bbfd-1b597e3a76ca tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:44.618620 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d137144a-d362-4c15-a4f8-4bb7dc2f0729 req-1bbc134f-51a1-43b4-bbfd-1b597e3a76ca tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0541883 Feb 14 15:46:44.672210 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d137144a-d362-4c15-a4f8-4bb7dc2f0729 req-e4936914-6cfc-4aef-91fb-209f0dae229f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485313 Feb 14 15:46:45.081280 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:45.086307 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347065847', 'description': 'tempest-description--88317969'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:45.166442 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.231011 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (baeecfb2-d7b7-47e6-a287-296142ad085b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.302436 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (baeecfb2-d7b7-47e6-a287-296142ad085b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.330864 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baeecfb2-d7b7-47e6-a287-296142ad085b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:45.415005 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.421571 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-711900c7-be0d-44e8-857f-c7d4106bc2c9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3337829 Feb 14 15:46:45.421571 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56806) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:45.423989 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group_rule': {'security_group_id': 'baeecfb2-d7b7-47e6-a287-296142ad085b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:45.528186 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (7164b915-f98e-4507-9923-9e2d3f1dfcbd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.595317 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (7164b915-f98e-4507-9923-9e2d3f1dfcbd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.697723 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (7164b915-f98e-4507-9923-9e2d3f1dfcbd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.720687 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7164b915-f98e-4507-9923-9e2d3f1dfcbd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:45.800254 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.801437 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-8266ef7b-6fc9-4c1c-8726-981db7926a79 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3813825 Feb 14 15:46:45.804210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56812) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:45.812274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'security_group_rule': {'security_group_id': 'baeecfb2-d7b7-47e6-a287-296142ad085b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:45.813514 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185a95-7c69-445f-98e7-295cd5a216bf req-59316381-7170-4250-a6d1-1e1e089a89aa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:45.815108 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-84185a95-7c69-445f-98e7-295cd5a216bf req-59316381-7170-4250-a6d1-1e1e089a89aa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0566335 Feb 14 15:46:45.868306 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-84185a95-7c69-445f-98e7-295cd5a216bf req-3e1f96eb-ed2e-4f99-a4d6-21e3e0402d96 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 Feb 14 15:46:45.943632 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (3c9d8258-66b8-418b-b9a4-22f56c7682cd), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:45.992596 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (3c9d8258-66b8-418b-b9a4-22f56c7682cd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.080814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (3c9d8258-66b8-418b-b9a4-22f56c7682cd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.098677 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d8258-66b8-418b-b9a4-22f56c7682cd,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:46.254245 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.255467 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0c2b9c43-3d39-48d0-8995-06be1352e872 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4502630 Feb 14 15:46:46.258677 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 56814) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:46:46.263831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:46.331877 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.434512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.539036 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Allocated IP 172.27.3.87 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/698f7ee9-7d26-4789-9ff5-386cc946abaa) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:46.644987 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.744154 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:46.794280 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:46.797077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:46.802034 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:46.804373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=698f7ee9-7d26-4789-9ff5-386cc946abaa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:46.885705 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.012036 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.042659 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49ba3c-4166-407d-8836-ae0c6c441b6b req-68288e74-00e0-45b3-9058-f71177146f43 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:47.044196 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4b49ba3c-4166-407d-8836-ae0c6c441b6b req-68288e74-00e0-45b3-9058-f71177146f43 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0979414 Feb 14 15:46:47.152580 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4b49ba3c-4166-407d-8836-ae0c6c441b6b req-13802f86-d44b-4a4f-be85-e10c543c077e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014895 Feb 14 15:46:47.211595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.280603 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.345423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=698f7ee9-7d26-4789-9ff5-386cc946abaa,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:47.358976 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.437355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:47.438616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-374296b3-12cd-48b3-8b39-c3763ae19dd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1788235 Feb 14 15:46:47.637254 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-87a8f7cc-af89-4653-b82b-d2a7ddc0259c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1347065847&fields=id&tenant_id=89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 267 time: 0.0408895 Feb 14 15:46:47.743104 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-54aaaed1-8031-4608-850f-644b12f61980 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:47.744577 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-54aaaed1-8031-4608-850f-644b12f61980 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 810 time: 0.0999000 Feb 14 15:46:47.758617 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-b7c462b2-8587-4412-8ae2-9201ca83d424 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/quotas/89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 375 time: 0.0087240 Feb 14 15:46:47.824623 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-4a3d1d06-3787-4136-b6fa-bbe67be61e0d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603387 Feb 14 15:46:47.919824 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-ccc5c84b-9e09-4fb4-ab80-bc080606f140 service neutron] 10.222.0.67 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833123 Feb 14 15:46:48.009956 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-77e8083c-5752-4208-a70f-341984fe2db0 service neutron] 10.222.0.67 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Feb 14 15:46:48.279366 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e86563f4-c5ce-4a40-86d1-616470d0be9d req-91c026b6-a819-4d28-a0a2-443c1256b47a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 210 time: 0.0406337 Feb 14 15:46:48.300966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455fd89-eee7-469f-a7ad-3b4e4cde4fcc req-8113e63e-e724-4031-82a2-04b285490f56 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:48.302458 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7455fd89-eee7-469f-a7ad-3b4e4cde4fcc req-8113e63e-e724-4031-82a2-04b285490f56 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 943 time: 0.0609374 Feb 14 15:46:48.356086 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7455fd89-eee7-469f-a7ad-3b4e4cde4fcc req-e045f8d6-bf2c-4ec9-a942-fb249dc6e464 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Feb 14 15:46:48.567193 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:46:48.667747 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:48.679049 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'mac_address': 'fa:16:3e:a1:9d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:46:48.715119 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:48.715517 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:48.728558 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:46:48.748445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:48.847099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:48.898962 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:49.311105 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['18ab3162-5c35-4e9b-9ffc-32eeaec83779'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:46:49.376200 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-472e2d7b-42ed-4cc4-b885-1de571589967 req-0a47087a-dfd3-496e-8a40-4fc75df34e30 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 210 time: 0.0258675 Feb 14 15:46:49.485358 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8358d6-2097-40a8-8531-d892207a3bcb req-61376d0a-6da8-48c3-9e02-c4701126ee2b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:49.486974 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8358d6-2097-40a8-8531-d892207a3bcb req-61376d0a-6da8-48c3-9e02-c4701126ee2b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0533726 Feb 14 15:46:49.542119 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b8358d6-2097-40a8-8531-d892207a3bcb req-0756daa1-0f14-4c82-b2f7-17efd060e82a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Feb 14 15:46:50.355535 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-8c39846f-ed24-4005-9d71-663144cffbcc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:50.356994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-8c39846f-ed24-4005-9d71-663144cffbcc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 810 time: 0.1034510 Feb 14 15:46:50.432002 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-acca3045-9f3d-4655-abe8-d22b066eec6a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ab2894827245cab84c4f4d6d13efe1 HTTP/1.1" status: 200 len: 380 time: 0.0580368 Feb 14 15:46:50.441846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'port': {'device_id': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'admin_state_up': True, 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'security_groups': ['baeecfb2-d7b7-47e6-a287-296142ad085b']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:50.471792 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b8abf82e-4d6c-4a5a-86b9-e7dc542410f8 req-7f29bc5f-ec64-41e6-be97-a5b59da3be5c tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 210 time: 0.0273316 Feb 14 15:46:50.572780 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:46:50.630862 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:50.631300 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:50.659972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Made reservation on behalf of 89ab2894827245cab84c4f4d6d13efe1 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:46:50.663217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:50.673402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39b9e-2437-4ab0-94c6-5a55e0d93dc5 req-0a1d4c55-c57c-48b5-8c4f-091173d936b0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:50.674904 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38f39b9e-2437-4ab0-94c6-5a55e0d93dc5 req-0a1d4c55-c57c-48b5-8c4f-091173d936b0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 944 time: 0.0595112 Feb 14 15:46:50.714871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:50.715317 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:50.740589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:46:50.742880 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6d70a-1871-4038-881d-636c1f2a3d3e" -d '{"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:46:50.755554 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:50.772140 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38f39b9e-2437-4ab0-94c6-5a55e0d93dc5 req-8e772fc7-3bd0-49e3-bec5-d4782fa0df93 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909784 Feb 14 15:46:50.791921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7759c3a-e2d3-44a0-9067-a7fff94954c6 x-openstack-request-id: req-a7759c3a-e2d3-44a0-9067-a7fff94954c6 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:46:50.791921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-plugged", "status": "completed", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:46:50.791921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7759c3a-e2d3-44a0-9067-a7fff94954c6 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:46:50.791921 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'code': 200} Feb 14 15:46:50.833787 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:50.835783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Allocated IP 172.20.0.6 (0796dbaf-aacb-418f-bd18-422c7f2a9f57/db763d3b-2881-40a5-a993-0e73e48de063/184943eb-3c76-4036-ae9c-a6884007bb7e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:46:50.885179 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:50.969212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.064320 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.107060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:46:51.112484 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:46:51.114898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:46:51.140457 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event updated for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:51.168714 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:51.169212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.277489 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-759c6216-403c-4b8e-b3f4-4fef4e90998a tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398445 Feb 14 15:46:51.303549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Request body: {'port': {'device_id': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:46:51.340969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-594e785c-ae7f-48fc-8ef5-c1b0266fea5a None None] Provisioning complete for port 184943eb-3c76-4036-ae9c-a6884007bb7e triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:46:51.341347 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-594e785c-ae7f-48fc-8ef5-c1b0266fea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.366088 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.375295 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-594e785c-ae7f-48fc-8ef5-c1b0266fea5a None None] Port 184943eb-3c76-4036-ae9c-a6884007bb7e cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:46:51.605807 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9e3f9-85e5-4888-87da-3e634ee84a4d req-79a0f554-c2bb-4ba1-80bd-e61d7bdf66ae tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:51.607284 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-30f9e3f9-85e5-4888-87da-3e634ee84a4d req-79a0f554-c2bb-4ba1-80bd-e61d7bdf66ae tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 931 time: 0.0616004 Feb 14 15:46:51.659540 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184943eb-3c76-4036-ae9c-a6884007bb7e {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:46:51.670662 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks [] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.682418 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-30f9e3f9-85e5-4888-87da-3e634ee84a4d req-4e08dd71-cc45-407b-8af1-8fcf7e2fe318 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675972 Feb 14 15:46:51.689315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Transition to ACTIVE for port object 184943eb-3c76-4036-ae9c-a6884007bb7e will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:46:51.695323 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cf653-bf07-4fe2-9a4a-0a1143d4c942 req-112fd949-5b57-41c3-9892-cb9db0109ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:51.696852 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c55cf653-bf07-4fe2-9a4a-0a1143d4c942 req-112fd949-5b57-41c3-9892-cb9db0109ebe service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1130 time: 0.0771492 Feb 14 15:46:51.740812 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c55cf653-bf07-4fe2-9a4a-0a1143d4c942 req-37065f13-344c-4a71-8438-c93961463859 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369587 Feb 14 15:46:51.765240 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:51.818751 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Pushing event updated for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:51.921886 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Attempting to bind port 184943eb-3c76-4036-ae9c-a6884007bb7e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:46:51.922228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Attempting to bind port 184943eb-3c76-4036-ae9c-a6884007bb7e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:46:51.922561 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Attempting to bind port 184943eb-3c76-4036-ae9c-a6884007bb7e on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:51.930473 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Port 184943eb-3c76-4036-ae9c-a6884007bb7e on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:46:51.930797 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Attempting to bind port 184943eb-3c76-4036-ae9c-a6884007bb7e on network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:46:51.940857 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fea09a-df1f-4c86-a90e-1f0134c394d6 req-d2413f2d-3b38-4bab-bf1e-fdfffc776cd5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:51.942374 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d8fea09a-df1f-4c86-a90e-1f0134c394d6 req-d2413f2d-3b38-4bab-bf1e-fdfffc776cd5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0833933 Feb 14 15:46:51.945358 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:46:51.945701 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Checking segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:46:51.946087 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Bound using segment: {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:46:51.946524 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Bound port: 184943eb-3c76-4036-ae9c-a6884007bb7e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:46:51.946883 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:52.038355 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d8fea09a-df1f-4c86-a90e-1f0134c394d6 req-5f09cc3c-3324-49e7-a305-5ebf6b7a71c5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891070 Feb 14 15:46:52.046913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:46:52.049895 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=184943eb-3c76-4036-ae9c-a6884007bb7e,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:46:52.109379 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:52.141227 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.147022 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:52.147022 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] 10.222.0.100 "PUT /v2.0/ports/184943eb-3c76-4036-ae9c-a6884007bb7e HTTP/1.1" status: 200 len: 1093 time: 0.8454826 Feb 14 15:46:52.147022 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:46:52.148872 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3262b-a57e-485b-806f-0d3431a7b30b" -d '{"events": [{"name": "network-changed", "server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:46:52.174988 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602c962-6dd8-45c6-89dd-fe05ce8dd698 service neutron] Pushing event updated for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:52.188594 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d2422-c278-42eb-8747-1bb1b97b577e x-openstack-request-id: req-b03d2422-c278-42eb-8747-1bb1b97b577e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:46:52.188875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:46:52.189132 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b03d2422-c278-42eb-8747-1bb1b97b577e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:46:52.189588 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'status': 'completed', 'code': 200} Feb 14 15:46:52.300789 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-d4f4e9d5-6e3b-4f36-b2f9-9f4c2a0265f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.302302 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-d4f4e9d5-6e3b-4f36-b2f9-9f4c2a0265f3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 1127 time: 0.0552752 Feb 14 15:46:52.415391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-b4731b3e-18be-439e-b649-c2272e7f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.417050 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-b4731b3e-18be-439e-b649-c2272e7f5528 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=89ab2894827245cab84c4f4d6d13efe1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958638 Feb 14 15:46:52.513212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-94dfc3a8-08e4-4adc-9264-177a07543732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.514676 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f3f3262b-a57e-485b-806f-0d3431a7b30b req-94dfc3a8-08e4-4adc-9264-177a07543732 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912886 Feb 14 15:46:52.623087 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-32159b7a-b03c-40e5-9b4b-b8a60682bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.624598 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-32159b7a-b03c-40e5-9b4b-b8a60682bb97 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 1127 time: 0.0432129 Feb 14 15:46:52.674823 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-2d3078c2-60be-4cf8-b386-12af264b95fd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184943eb-3c76-4036-ae9c-a6884007bb7e HTTP/1.1" status: 200 len: 217 time: 0.0340650 Feb 14 15:46:52.726645 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-e831b4b5-9cd1-4d16-9a9a-1b4581e6d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:52.728122 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-e831b4b5-9cd1-4d16-9a9a-1b4581e6d205 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0472398 Feb 14 15:46:53.068344 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-a08b2814-ee03-4e90-86d7-0a727d6ebe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:53.069993 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-a08b2814-ee03-4e90-86d7-0a727d6ebe81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3351839 Feb 14 15:46:53.082574 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fbef-6b46-48ec-b640-08fab40b9ca8 req-bf679f49-43ad-435c-aebc-8ea9b53efbe3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:53.083968 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-add2fbef-6b46-48ec-b640-08fab40b9ca8 req-bf679f49-43ad-435c-aebc-8ea9b53efbe3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 943 time: 0.0666738 Feb 14 15:46:53.164585 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e9095-3a58-4b36-9db7-1b82b2bc7d80 req-aefd8345-cd18-4c86-a136-a9a4ea562154 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:53.166051 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ee0e9095-3a58-4b36-9db7-1b82b2bc7d80 req-aefd8345-cd18-4c86-a136-a9a4ea562154 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0509741 Feb 14 15:46:53.190631 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-add2fbef-6b46-48ec-b640-08fab40b9ca8 req-3bdfed73-ec74-4ecf-8087-a28914d6cce3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963933 Feb 14 15:46:53.213362 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-04af717d-dd42-4084-853f-e72c042b94f7 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264572 Feb 14 15:46:53.214394 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ee0e9095-3a58-4b36-9db7-1b82b2bc7d80 req-64d73490-98f1-4a4d-9eb1-b468ee7faad3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Feb 14 15:46:53.306048 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3c736e2e-f7ed-4dd1-ace7-3cbab2910990 req-6c1c5b04-d0b7-48bd-9948-b1651309a443 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852623 Feb 14 15:46:54.331828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de703-5034-41be-8d15-d63826bd2e4b req-ad3e3f2d-c1c3-496c-b3cf-8b81c4f10940 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:54.333309 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6f7de703-5034-41be-8d15-d63826bd2e4b req-ad3e3f2d-c1c3-496c-b3cf-8b81c4f10940 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 943 time: 0.0750866 Feb 14 15:46:54.355147 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9e0d-48fc-46c7-a06a-18c0c135883a req-09880d43-8a7a-4edb-8eef-b43953a18d96 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:54.356705 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fcad9e0d-48fc-46c7-a06a-18c0c135883a req-09880d43-8a7a-4edb-8eef-b43953a18d96 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0600362 Feb 14 15:46:54.389594 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6f7de703-5034-41be-8d15-d63826bd2e4b req-d4cbbdd2-c9cd-4262-91c6-d2b808e82f62 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Feb 14 15:46:54.421872 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fcad9e0d-48fc-46c7-a06a-18c0c135883a req-bcf6320e-29e7-43bd-97c9-6db007a3a723 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575728 Feb 14 15:46:55.048573 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:46:55.507780 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb123-c4e4-441e-892a-7e7f77c31fb4 req-3262aaad-4d71-4200-b4fd-5492be79e7f3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:55.509217 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bdfcb123-c4e4-441e-892a-7e7f77c31fb4 req-3262aaad-4d71-4200-b4fd-5492be79e7f3 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 943 time: 0.0534978 Feb 14 15:46:55.554045 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20acfe-a7f1-47fc-9b4f-56d4240bffd3 req-ef2eeaa5-1247-4393-af05-025c66e43931 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:55.555523 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0f20acfe-a7f1-47fc-9b4f-56d4240bffd3 req-ef2eeaa5-1247-4393-af05-025c66e43931 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0529070 Feb 14 15:46:55.555988 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bdfcb123-c4e4-441e-892a-7e7f77c31fb4 req-a9fa864f-15c2-4280-9bd2-64a189c2ac39 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Feb 14 15:46:55.601056 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0f20acfe-a7f1-47fc-9b4f-56d4240bffd3 req-c582a833-4556-418a-91f1-16962661b75e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399759 Feb 14 15:46:56.673308 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24889b6-3f1c-43c2-b93a-7f4635a01d34 req-99228ba6-6158-450c-94ca-f68452d37c23 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:56.675336 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d24889b6-3f1c-43c2-b93a-7f4635a01d34 req-99228ba6-6158-450c-94ca-f68452d37c23 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 943 time: 0.0551512 Feb 14 15:46:56.719796 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d24889b6-3f1c-43c2-b93a-7f4635a01d34 req-4b4205ec-a097-4038-9770-8e2ae21e3aa2 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Feb 14 15:46:57.342533 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40aac326-aec0-4e9e-a6eb-b83df4a16c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:57.982696 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc3e7e-3c6f-4fd5-a616-3bf3a533c232 req-81045654-eb95-4c04-b006-f1e56cbe1286 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:57.984169 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-74bc3e7e-3c6f-4fd5-a616-3bf3a533c232 req-81045654-eb95-4c04-b006-f1e56cbe1286 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 943 time: 0.0508130 Feb 14 15:46:58.029742 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-74bc3e7e-3c6f-4fd5-a616-3bf3a533c232 req-9832236e-4059-42c3-bd44-7c7de20b491d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 Feb 14 15:46:58.594342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 184943eb-3c76-4036-ae9c-a6884007bb7e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:46:58.691717 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=184943eb-3c76-4036-ae9c-a6884007bb7e,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:58.701833 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'port_id': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'mac_address': 'fa:16:3e:bb:e3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:46:58.738656 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 184943eb-3c76-4036-ae9c-a6884007bb7e is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:46:58.739078 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:58.751461 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184943eb-3c76-4036-ae9c-a6884007bb7e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:46:58.774244 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=184943eb-3c76-4036-ae9c-a6884007bb7e,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:46:58.897637 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:46:58.944033 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:46:59.144143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d06ad0-c065-4ad1-9eda-635224e6b566 req-0b04dd81-2fab-435d-a14f-5832be28f984 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:46:59.146232 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d06ad0-c065-4ad1-9eda-635224e6b566 req-0b04dd81-2fab-435d-a14f-5832be28f984 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 944 time: 0.0517259 Feb 14 15:46:59.191134 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d2d06ad0-c065-4ad1-9eda-635224e6b566 req-a698002d-6b4e-4f91-8711-e34a4100351f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Feb 14 15:46:59.358926 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['184943eb-3c76-4036-ae9c-a6884007bb7e'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:46:59.725594 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05330cd3-d36e-418d-b55d-c6fe60f667fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:00.310030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce53990-6e8d-4175-83ce-fb14e7c8bd34 req-0086f537-a2f5-48c8-8050-bd896ce22ba9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:00.311475 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fce53990-6e8d-4175-83ce-fb14e7c8bd34 req-0086f537-a2f5-48c8-8050-bd896ce22ba9 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 944 time: 0.0546432 Feb 14 15:47:00.366164 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fce53990-6e8d-4175-83ce-fb14e7c8bd34 req-4bb6f6fb-bbaa-48dd-9810-8f00d9191817 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488563 Feb 14 15:47:00.575091 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-0c3919b3-74c4-4ab3-a166-bc44b9a41882 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094917705&fields=id&tenant_id=345fa7fc8494459db4a9321b00e8a66c HTTP/1.1" status: 200 len: 267 time: 0.0428221 Feb 14 15:47:00.601742 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 184943eb-3c76-4036-ae9c-a6884007bb7e up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:47:00.685317 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-1c372485-1440-43b7-aca0-2b33a5ad833a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:00.686753 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-1c372485-1440-43b7-aca0-2b33a5ad833a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 809 time: 0.1052566 Feb 14 15:47:00.701165 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f87f1314-8c32-4a19-b760-8a5088dfda55 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/quotas/345fa7fc8494459db4a9321b00e8a66c HTTP/1.1" status: 200 len: 375 time: 0.0089524 Feb 14 15:47:00.713643 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:00.742914 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 184943eb-3c76-4036-ae9c-a6884007bb7e completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:47:00.748025 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 184943eb-3c76-4036-ae9c-a6884007bb7e triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:47:00.750963 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:00.756265 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-a3d85a7a-c8f3-42d3-bfea-726d4bf965dc tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500677 Feb 14 15:47:00.828159 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 184943eb-3c76-4036-ae9c-a6884007bb7e is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:47:00.831066 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:00.852172 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:47:00.854408 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515b6748-03b5-4e80-8f71-195e6c4216bc" -d '{"events": [{"server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "name": "network-vif-plugged", "status": "completed", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:47:00.855114 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-57190ddb-9948-4e71-a10a-843ed4c065fd service neutron] 10.222.0.67 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861750 Feb 14 15:47:00.870678 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=184943eb-3c76-4036-ae9c-a6884007bb7e,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:47:00.892962 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858eac03-addc-4939-92cc-dc4ae1c9d40a x-openstack-request-id: req-858eac03-addc-4939-92cc-dc4ae1c9d40a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:47:00.893286 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "name": "network-vif-plugged", "status": "completed", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:47:00.893544 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-858eac03-addc-4939-92cc-dc4ae1c9d40a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:47:00.893949 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'code': 200} Feb 14 15:47:00.945175 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-335d3777-4123-4727-9776-2e993bbeefc8 service neutron] 10.222.0.67 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Feb 14 15:47:00.949032 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:00.997772 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:01.247650 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8540f8b-8f55-460d-b26c-c71ea0816835 req-22d4e817-a3f4-4c32-950a-19f1dac98a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:01.249208 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a8540f8b-8f55-460d-b26c-c71ea0816835 req-22d4e817-a3f4-4c32-950a-19f1dac98a5d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 1129 time: 0.0489511 Feb 14 15:47:01.294908 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a8540f8b-8f55-460d-b26c-c71ea0816835 req-ec2e6f6b-3f8c-4f5a-a01a-1816cf19d878 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Feb 14 15:47:01.490741 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86faa2-167d-4139-bc0f-5a97dd69ece2 req-0e276924-c870-48ea-932c-dd286009c5ea tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:01.492269 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e86faa2-167d-4139-bc0f-5a97dd69ece2 req-0e276924-c870-48ea-932c-dd286009c5ea tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Feb 14 15:47:01.539237 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e86faa2-167d-4139-bc0f-5a97dd69ece2 req-12337eca-ce16-4c31-ac94-6251d341e599 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Feb 14 15:47:01.668539 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9d63e400-119d-4ded-96c2-2e5e56f81fd9 req-e945d2e2-5b1d-4c9c-85b9-1f39353d6f08 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 210 time: 0.0304496 Feb 14 15:47:01.914801 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:02.655564 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85955ef-4a9d-409f-ad7a-daf67db9452e req-9c86b61f-453f-458d-86d9-f646fed893ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:02.657045 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d85955ef-4a9d-409f-ad7a-daf67db9452e req-9c86b61f-453f-458d-86d9-f646fed893ad tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Feb 14 15:47:02.707314 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d85955ef-4a9d-409f-ad7a-daf67db9452e req-2a8f3e8d-e4e8-49e2-8368-161344c1b644 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Feb 14 15:47:02.976073 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c18cdff2-482a-4302-b378-c81c13a54bed req-1f4f3661-f6ad-4b7e-8be1-1f563da20221 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 210 time: 0.2327659 Feb 14 15:47:03.290339 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:03.829680 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aa29e-4014-4b2f-a47d-6884f8ba4eb0 req-eb7f3174-bfe0-4237-bf54-dedb43b95764 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:03.831148 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-598aa29e-4014-4b2f-a47d-6884f8ba4eb0 req-eb7f3174-bfe0-4237-bf54-dedb43b95764 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0572844 Feb 14 15:47:03.939441 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-598aa29e-4014-4b2f-a47d-6884f8ba4eb0 req-3fe1afc5-8230-4f77-947e-7f5a6bd5fade tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990760 Feb 14 15:47:03.966629 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-7b2aaafe-6fb6-46ad-ac7a-260ebc5c2fa9 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:03.968712 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-7b2aaafe-6fb6-46ad-ac7a-260ebc5c2fa9 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 809 time: 0.1361310 Feb 14 15:47:04.048101 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-81df2289-30ab-4185-bdb7-3d737e95551a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345fa7fc8494459db4a9321b00e8a66c HTTP/1.1" status: 200 len: 380 time: 0.0647602 Feb 14 15:47:04.062581 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'port': {'device_id': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'admin_state_up': True, 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'security_groups': ['9997c3a9-6a0c-4bce-88de-6fc6527fc4eb']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:47:04.073613 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f34a0-da3a-4853-ae16-abdde5204654 req-50067c54-0937-48db-96ac-bd313cfe1e1d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:04.075932 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-380f34a0-da3a-4853-ae16-abdde5204654 req-50067c54-0937-48db-96ac-bd313cfe1e1d tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0624652 Feb 14 15:47:04.084235 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 56992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:47:04.090493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Request body: {'floatingip': {'port_id': '184943eb-3c76-4036-ae9c-a6884007bb7e'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:47:04.091479 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-45efd52e-1b18-4afd-9c1b-f0b1a127e866 req-791f1857-2003-4514-8554-3470a33e3d91 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 210 time: 0.0424147 Feb 14 15:47:04.130054 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.239234 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Made reservation on behalf of 345fa7fc8494459db4a9321b00e8a66c for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:47:04.242755 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.373315 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Allocated IP 172.20.0.5 (a74baac7-3019-444f-a4a9-40ae27074af0/b72923ec-6494-4d4b-b417-3ae6edea7b31/976f34fb-f609-4d42-98a7-6e71b728f776) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:47:04.528611 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for port (976f34fb-f609-4d42-98a7-6e71b728f776), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.629514 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.634562 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.673254 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Network a74baac7-3019-444f-a4a9-40ae27074af0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:47:04.680340 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:47:04.683850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:47:04.710054 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:04.727037 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.755689 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:04.756416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.838028 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-f224e964-e084-41cd-a79a-34600568ae4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790885 Feb 14 15:47:04.854603 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Floating IP 37d9ffc7-1e6d-416e-8e9c-3316d2fb5385 associated. External IP: 172.27.3.87, port: 184943eb-3c76-4036-ae9c-a6884007bb7e. Feb 14 15:47:04.859484 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Request body: {'port': {'device_id': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:47:04.927237 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-3a3516b0-1d01-4bc7-bb19-96be4c9f4f8a None None] Provisioning complete for port 976f34fb-f609-4d42-98a7-6e71b728f776 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:47:04.927749 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a3516b0-1d01-4bc7-bb19-96be4c9f4f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.930864 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:04.978701 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3a3516b0-1d01-4bc7-bb19-96be4c9f4f8a None None] Port 976f34fb-f609-4d42-98a7-6e71b728f776 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:47:05.104313 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:47:05.230469 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976f34fb-f609-4d42-98a7-6e71b728f776 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:47:05.238464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks [] for port (976f34fb-f609-4d42-98a7-6e71b728f776), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.246761 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:47:05.253362 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Transition to ACTIVE for port object 976f34fb-f609-4d42-98a7-6e71b728f776 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:47:05.254313 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.258925 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:47:05.271467 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:47:05.272710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:47:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:05.283934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7bd54-294e-4b47-afcd-e7885060b3aa req-62cd07e6-e611-4d85-83b3-4d7419517c4a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:05.285439 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-59a7bd54-294e-4b47-afcd-e7885060b3aa req-62cd07e6-e611-4d85-83b3-4d7419517c4a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 931 time: 0.1137018 Feb 14 15:47:05.301100 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f5d3f93d-59b1-4925-926c-3a208d51139e tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "PUT /v2.0/floatingips/37d9ffc7-1e6d-416e-8e9c-3316d2fb5385 HTTP/1.1" status: 200 len: 990 time: 1.2152514 Feb 14 15:47:05.302654 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:47:05.305258 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:47:05.337616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.371626 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-59a7bd54-294e-4b47-afcd-e7885060b3aa req-89bd46d1-7b59-4006-b920-cda08ddd9daf tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778449 Feb 14 15:47:05.437272 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:47:05.450484 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:05.510680 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f013b18-84d5-4de9-b4aa-c60a5016928d x-openstack-request-id: req-5f013b18-84d5-4de9-b4aa-c60a5016928d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:47:05.511250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:47:05.511744 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f013b18-84d5-4de9-b4aa-c60a5016928d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:47:05.512359 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'status': 'completed', 'code': 200} Feb 14 15:47:05.531498 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Attempting to bind port 976f34fb-f609-4d42-98a7-6e71b728f776 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:47:05.531937 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Attempting to bind port 976f34fb-f609-4d42-98a7-6e71b728f776 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:47:05.532268 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Attempting to bind port 976f34fb-f609-4d42-98a7-6e71b728f776 on network a74baac7-3019-444f-a4a9-40ae27074af0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:47:05.538023 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Port 976f34fb-f609-4d42-98a7-6e71b728f776 on network a74baac7-3019-444f-a4a9-40ae27074af0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:47:05.538023 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Attempting to bind port 976f34fb-f609-4d42-98a7-6e71b728f776 on network a74baac7-3019-444f-a4a9-40ae27074af0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:47:05.542662 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:47:05.542987 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Checking segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:47:05.543375 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Bound using segment: {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:47:05.543835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Bound port: 976f34fb-f609-4d42-98a7-6e71b728f776, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0adddd-efa9-4990-8390-876ec4b46ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:47:05.544247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.649138 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:47:05.652948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:47:05.655606 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-7b2db933-f18c-49cd-9e44-8657d6845a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:05.657181 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-7b2db933-f18c-49cd-9e44-8657d6845a1c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 1129 time: 0.0765011 Feb 14 15:47:05.720318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '37d9ffc7-1e6d-416e-8e9c-3316d2fb5385', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:bb:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:46:46Z', 'updated_at': '2022-02-14T15:47:04Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:05.728470 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.752618 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:47:05.761348 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:47:05.761967 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:47:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:05.788745 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:05.789368 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:05.790749 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] 10.222.0.100 "PUT /v2.0/ports/976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 1093 time: 0.9377830 Feb 14 15:47:05.791212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:47:05.793460 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580409bc-ef66-457e-83da-3cf067d325f4" -d '{"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:47:05.831560 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-ddcb3287-5c39-4f6b-b220-e1ccd7e9b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:05.833069 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-ddcb3287-5c39-4f6b-b220-e1ccd7e9b843 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.1686270 Feb 14 15:47:05.833682 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1c73-a67d-4dc4-b8fd-49bd691fb05f service neutron] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:05.882272 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591064bd-1152-4227-b4d7-0adc67c8944e x-openstack-request-id: req-591064bd-1152-4227-b4d7-0adc67c8944e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:47:05.882933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:47:05.882933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-591064bd-1152-4227-b4d7-0adc67c8944e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:47:05.883208 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'status': 'completed', 'code': 200} Feb 14 15:47:05.909414 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-18c85e96-53d2-467d-a56c-05cc1d45afae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184943eb-3c76-4036-ae9c-a6884007bb7e HTTP/1.1" status: 200 len: 998 time: 0.0699575 Feb 14 15:47:05.924520 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:47:06.002003 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-8a1b126c-6363-46c3-929f-9ae57933c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.003701 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-8a1b126c-6363-46c3-929f-9ae57933c083 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0823879 Feb 14 15:47:06.006752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580409bc-ef66-457e-83da-3cf067d325f4 req-2ea2a1dd-1de0-46a9-a517-19aec1439624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.008333 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-580409bc-ef66-457e-83da-3cf067d325f4 req-2ea2a1dd-1de0-46a9-a517-19aec1439624 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1127 time: 0.0884044 Feb 14 15:47:06.135221 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-0215719e-36af-459f-bc36-92cdbc901d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.136760 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-0215719e-36af-459f-bc36-92cdbc901d75 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139593 Feb 14 15:47:06.175421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580409bc-ef66-457e-83da-3cf067d325f4 req-041528eb-82f1-4518-bc0d-e5f2fff91288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.176858 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-580409bc-ef66-457e-83da-3cf067d325f4 req-041528eb-82f1-4518-bc0d-e5f2fff91288 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=345fa7fc8494459db4a9321b00e8a66c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1452291 Feb 14 15:47:06.302635 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-86dfc9d7-2bd1-446d-a9ef-b6b2ab1f20af service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579533 Feb 14 15:47:06.321310 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '37d9ffc7-1e6d-416e-8e9c-3316d2fb5385', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:bb:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:46:46Z', 'updated_at': '2022-02-14T15:47:04Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:06.338208 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580409bc-ef66-457e-83da-3cf067d325f4 req-ee29524f-80a6-4d2e-8d9e-d2c702f1255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.339697 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-580409bc-ef66-457e-83da-3cf067d325f4 req-ee29524f-80a6-4d2e-8d9e-d2c702f1255b service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1548159 Feb 14 15:47:06.351317 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be09f84b-bedd-4a58-9842-09b038aa01b5 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '37d9ffc7-1e6d-416e-8e9c-3316d2fb5385', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'port_id': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'mac_address': 'fa:16:3e:bb:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:46:46Z', 'updated_at': '2022-02-14T15:47:04Z', 'revision_number': 1, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:47:06.442274 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66158b2f-c1a8-4e8f-ba34-73d3e53fc0ae req-d97e5c5a-298b-4960-803e-40e80e05fd09 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326420 Feb 14 15:47:06.463343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-a714def6-5792-4eea-83b4-2876fafa5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.464935 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-a714def6-5792-4eea-83b4-2876fafa5682 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1127 time: 0.0565529 Feb 14 15:47:06.543876 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-df405d30-d5b3-4509-b034-0810bafc2241 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 217 time: 0.0566037 Feb 14 15:47:06.567949 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f9f6-0fee-4831-8613-2521a128df0c req-cf9d219f-ba9d-4b63-bf29-7a3fd5f4caf5 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.569612 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c434f9f6-0fee-4831-8613-2521a128df0c req-cf9d219f-ba9d-4b63-bf29-7a3fd5f4caf5 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0930867 Feb 14 15:47:06.575317 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eb73bd-0d1b-4192-9ae4-f8fc135b8ead None None] New status for floating IP 37d9ffc7-1e6d-416e-8e9c-3316d2fb5385: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:47:06.647162 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-9ff66b96-7bda-43f8-b1b8-3619c66c92de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.648790 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-9ff66b96-7bda-43f8-b1b8-3619c66c92de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0782456 Feb 14 15:47:06.678852 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c434f9f6-0fee-4831-8613-2521a128df0c req-aca75cbc-e438-4ea5-a5a5-724c40dd3b71 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978370 Feb 14 15:47:06.719524 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-e4260890-5029-46b6-a391-0f785d5b35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:06.721091 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-e4260890-5029-46b6-a391-0f785d5b35c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613432 Feb 14 15:47:06.812989 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-37d29f49-3fa3-4bf4-95c1-ce7f76f74c5c service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Feb 14 15:47:06.905329 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-32ca4667-276b-4be4-ba43-c925266a1f89 req-fa6053e8-fa60-409c-9519-dfe069356fe7 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Feb 14 15:47:07.803879 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f5ee0-b684-4f74-be41-3b83b4f50ade req-c8b69c1b-7eb6-4ae4-b0bf-cb52026ca4c0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:07.805435 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-555f5ee0-b684-4f74-be41-3b83b4f50ade req-c8b69c1b-7eb6-4ae4-b0bf-cb52026ca4c0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0572259 Feb 14 15:47:07.857189 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-555f5ee0-b684-4f74-be41-3b83b4f50ade req-4ddf0c5e-2f0c-4137-9b13-0de78446c650 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Feb 14 15:47:08.992761 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38137-365f-46e1-80d5-bf3287687509 req-7e8d833b-7f07-4e07-b421-aee9de68afd8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:08.994351 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-00f38137-365f-46e1-80d5-bf3287687509 req-7e8d833b-7f07-4e07-b421-aee9de68afd8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0587332 Feb 14 15:47:09.051218 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-00f38137-365f-46e1-80d5-bf3287687509 req-14ef87a9-701d-480e-8c0f-d3339f86a849 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Feb 14 15:47:10.170079 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5c772-eda8-4a22-8368-cb0a4a272dfc req-3a0c05d1-4ab9-447a-8ddd-f522f27dd486 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:10.171439 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38a5c772-eda8-4a22-8368-cb0a4a272dfc req-3a0c05d1-4ab9-447a-8ddd-f522f27dd486 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0520313 Feb 14 15:47:10.218656 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38a5c772-eda8-4a22-8368-cb0a4a272dfc req-b1569179-7c13-4557-848c-14ed443f307e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Feb 14 15:47:11.340365 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e8c0a-6c9e-447a-835d-30ea93ab1e0d req-06a13395-e924-458a-b6fd-bb37f14c5ad0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:11.341878 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e3e8c0a-6c9e-447a-835d-30ea93ab1e0d req-06a13395-e924-458a-b6fd-bb37f14c5ad0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0545852 Feb 14 15:47:11.394419 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5e3e8c0a-6c9e-447a-835d-30ea93ab1e0d req-371a49f5-db1b-41f8-afb4-190750aa9c99 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467050 Feb 14 15:47:12.172079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:12.526976 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c58f6-c567-4691-9d3d-e7e232f135a4 req-067503f2-15bd-491e-99d8-4434a54a7070 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:12.528458 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ee3c58f6-c567-4691-9d3d-e7e232f135a4 req-067503f2-15bd-491e-99d8-4434a54a7070 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0628150 Feb 14 15:47:12.577315 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ee3c58f6-c567-4691-9d3d-e7e232f135a4 req-db099021-636f-433e-9507-83ee61b6dbf7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Feb 14 15:47:13.697838 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629b21a-9d48-4f5d-833a-9b5173a5b0d3 req-dac6cad7-3bdf-4efb-9aeb-64d411a3a1ca tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:13.699218 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9629b21a-9d48-4f5d-833a-9b5173a5b0d3 req-dac6cad7-3bdf-4efb-9aeb-64d411a3a1ca tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0562203 Feb 14 15:47:13.746681 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9629b21a-9d48-4f5d-833a-9b5173a5b0d3 req-c0f9280f-e70e-4839-814b-68f17d96980a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Feb 14 15:47:14.867364 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a973f-a8ca-4404-9d3a-f728228db089 req-2604e3c6-08f2-4d47-bd74-a41d3e365ec3 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:14.868884 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-114a973f-a8ca-4404-9d3a-f728228db089 req-2604e3c6-08f2-4d47-bd74-a41d3e365ec3 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0560179 Feb 14 15:47:14.918994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-114a973f-a8ca-4404-9d3a-f728228db089 req-0b198e9e-17ae-402b-a48b-c09ca42f6481 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Feb 14 15:47:16.034311 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd2dc-2d52-43ac-9c4b-a94f787c7458 req-f9c17ace-f570-4610-8b81-cf52a17e4c3b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:16.035718 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-378cd2dc-2d52-43ac-9c4b-a94f787c7458 req-f9c17ace-f570-4610-8b81-cf52a17e4c3b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0518920 Feb 14 15:47:16.083752 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-378cd2dc-2d52-43ac-9c4b-a94f787c7458 req-54c258bf-2602-4fcb-9924-e50c39e0e9f2 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Feb 14 15:47:16.648890 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:47:16.747843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:47:16.758720 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '976f34fb-f609-4d42-98a7-6e71b728f776', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'mac_address': 'fa:16:3e:5b:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:47:16.796020 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 976f34fb-f609-4d42-98a7-6e71b728f776 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:47:16.796413 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:16.808659 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976f34fb-f609-4d42-98a7-6e71b728f776 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:47:16.827016 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:47:16.897391 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:16.946539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:17.198028 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91e8ab-c156-4c39-8847-60988975c7ae req-f9e6401f-8028-4d89-9f5a-78b6eb48c412 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:17.199847 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b91e8ab-c156-4c39-8847-60988975c7ae req-f9e6401f-8028-4d89-9f5a-78b6eb48c412 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0513659 Feb 14 15:47:17.246531 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5b91e8ab-c156-4c39-8847-60988975c7ae req-e6dae4a6-b071-444b-9aca-8cef21304909 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Feb 14 15:47:17.397289 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['976f34fb-f609-4d42-98a7-6e71b728f776'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:47:18.366238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7b03a-d29a-4d03-b81e-9abd41caea45 req-1346cb64-d9df-4511-b57a-e181d1cb86dc tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:18.367632 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b4f7b03a-d29a-4d03-b81e-9abd41caea45 req-1346cb64-d9df-4511-b57a-e181d1cb86dc tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0555286 Feb 14 15:47:18.415934 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b4f7b03a-d29a-4d03-b81e-9abd41caea45 req-79759601-1998-48c7-b1d5-3913707bb7b9 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Feb 14 15:47:18.652735 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:47:18.771339 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 976f34fb-f609-4d42-98a7-6e71b728f776 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:47:18.775393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 976f34fb-f609-4d42-98a7-6e71b728f776 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:47:18.775802 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:18.853643 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 976f34fb-f609-4d42-98a7-6e71b728f776 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:47:18.854038 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:18.876383 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:47:18.878650 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f816777-b776-4d06-9fd8-62debaa81da1" -d '{"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-plugged", "status": "completed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:47:18.891093 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:47:18.922176 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c7645-f935-4bda-87ad-ff739061ad41 x-openstack-request-id: req-4a8c7645-f935-4bda-87ad-ff739061ad41 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:47:18.922176 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-plugged", "status": "completed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:47:18.922176 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a8c7645-f935-4bda-87ad-ff739061ad41 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:47:18.922176 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'code': 200} Feb 14 15:47:18.966323 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:19.012992 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:19.352416 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-8d2f369c-86a9-4e13-ad06-4d33313e524f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756686 Feb 14 15:47:19.358047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df939bb3-d150-462f-b752-c76f1277b2cc req-44f4a9fd-80e3-4cc1-8669-aa91c5e3e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:19.359354 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df939bb3-d150-462f-b752-c76f1277b2cc req-44f4a9fd-80e3-4cc1-8669-aa91c5e3e073 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0583315 Feb 14 15:47:19.450927 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df939bb3-d150-462f-b752-c76f1277b2cc req-0a3c7ce2-b113-4813-a53e-acd58ff986ba service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657954 Feb 14 15:47:19.467851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-b7aded71-8987-4468-987f-0f97793d9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:19.469421 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-b7aded71-8987-4468-987f-0f97793d9582 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 1130 time: 0.0548165 Feb 14 15:47:19.542801 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf701e51-b41d-4a20-8839-7afdf07b9964 req-0a6cf1d5-f996-47b3-8254-4d6b270d5822 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:19.544444 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf701e51-b41d-4a20-8839-7afdf07b9964 req-0a6cf1d5-f996-47b3-8254-4d6b270d5822 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0623834 Feb 14 15:47:19.592427 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf701e51-b41d-4a20-8839-7afdf07b9964 req-80b13bf4-5fea-4c09-a69f-138c4363d053 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Feb 14 15:47:19.954925 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-0ee9b2f4-720f-4d09-9213-9ee02fceceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:19.956320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-0ee9b2f4-720f-4d09-9213-9ee02fceceac service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0859792 Feb 14 15:47:20.019664 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-82d63d79-81c4-4772-b9eb-d708f02d8b80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 200 len: 1001 time: 0.0559843 Feb 14 15:47:20.066715 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-c92dd496-6460-4200-bfcc-42191bf323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:20.068139 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-c92dd496-6460-4200-bfcc-42191bf323a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0424275 Feb 14 15:47:20.119732 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-7c46cc23-e41a-4ab7-84d7-e6f3e67df971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:20.121195 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-7c46cc23-e41a-4ab7-84d7-e6f3e67df971 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459170 Feb 14 15:47:20.208948 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-114e6af6-b303-4a1d-ba0b-45c4736bb5e8 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803032 Feb 14 15:47:20.301773 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd30ffde-c6d2-4615-80b8-08954de87475 req-0bc6ca28-2d92-488c-8122-cb78fed23fe0 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867193 Feb 14 15:47:20.708279 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2289e81-11f5-4bed-8e94-22456d368a77 req-0ba3f049-1a9e-481f-81be-3009a9c9daf6 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:20.709752 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b2289e81-11f5-4bed-8e94-22456d368a77 req-0ba3f049-1a9e-481f-81be-3009a9c9daf6 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Feb 14 15:47:20.760641 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-b2289e81-11f5-4bed-8e94-22456d368a77 req-c13c6800-1ba4-4a1f-abab-2de1852132ed tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Feb 14 15:47:21.876486 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b570f-da4d-4596-a83b-677e6f7c3dea req-db37dc7e-59fb-4738-a807-ed18a970cf4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:21.877960 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-264b570f-da4d-4596-a83b-677e6f7c3dea req-db37dc7e-59fb-4738-a807-ed18a970cf4f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Feb 14 15:47:21.926115 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-264b570f-da4d-4596-a83b-677e6f7c3dea req-ba7d67c1-7e02-4cee-8ca2-220eaf2f1c2f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Feb 14 15:47:22.049110 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e5153-4852-4dfa-a07c-d6d620c5ed93 req-345f3279-5096-4135-94bc-298e44ebddb6 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:22.050680 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-704e5153-4852-4dfa-a07c-d6d620c5ed93 req-345f3279-5096-4135-94bc-298e44ebddb6 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Feb 14 15:47:22.100278 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-704e5153-4852-4dfa-a07c-d6d620c5ed93 req-ac9ea401-9870-4563-abed-3bca4617bc40 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Feb 14 15:47:22.121967 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:47:22.249108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478cdfc-2d7c-4497-a0c8-08963c167347 tempest-TestShelveInstance-1208736882 tempest-TestShelveInstance-1208736882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:22.250603 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4478cdfc-2d7c-4497-a0c8-08963c167347 tempest-TestShelveInstance-1208736882 tempest-TestShelveInstance-1208736882-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1124 time: 0.1276135 Feb 14 15:47:22.253553 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:47:22.257768 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:47:22.359872 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:22.458532 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:22.558477 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Allocated IP 172.27.3.65 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/4710b37a-a6ef-4baa-9286-30cdb67ca03d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:47:22.664335 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:22.783041 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:22.820975 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:47:22.825841 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:47:22.829300 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:47:22.834636 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'Port': ['ID=4710b37a-a6ef-4baa-9286-30cdb67ca03d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:22.861465 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.861828 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.862166 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.862498 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.862830 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.863153 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.863477 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.863823 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.864146 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.864469 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.864790 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.865642 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:22.865958 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:47:23.402603 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for floatingip (ceaf7a36-cabb-4911-a2f0-bae77fe75161), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:23.521789 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:23.663069 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:23.736748 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:23.805756 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event updated for resources: {'Port': ['ID=4710b37a-a6ef-4baa-9286-30cdb67ca03d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:47:23.819113 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (ceaf7a36-cabb-4911-a2f0-bae77fe75161), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:23.921245 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Floating IP ceaf7a36-cabb-4911-a2f0-bae77fe75161 associated. External IP: 172.27.3.65, port: 976f34fb-f609-4d42-98a7-6e71b728f776. Feb 14 15:47:24.127852 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Router 06977591-09a2-4497-8b35-916de0382a77 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:47:24.235853 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:47:24.245919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Sync routers for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:47:24.256296 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:47:24.257007 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:47:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:24.326257 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:24.355642 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3e933d8b-eef9-4bc8-8213-8f03c0e940a7 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1010337 Feb 14 15:47:24.356331 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:47:24.358604 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d573c-b2fa-400c-8dfb-b12990edf65e" -d '{"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:47:24.366072 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:47:24.395901 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606a9723-33e9-4961-8978-94dea970f054 x-openstack-request-id: req-606a9723-33e9-4961-8978-94dea970f054 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:47:24.396267 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:47:24.396527 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-606a9723-33e9-4961-8978-94dea970f054 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:47:24.396933 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'status': 'completed', 'code': 200} Feb 14 15:47:24.507126 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-b9fbea2d-79d3-4302-806d-be446dbc8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:24.508706 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-b9fbea2d-79d3-4302-806d-be446dbc8e26 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0481343 Feb 14 15:47:24.592415 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ceaf7a36-cabb-4911-a2f0-bae77fe75161', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '06977591-09a2-4497-8b35-916de0382a77', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'mac_address': 'fa:16:3e:5b:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:47:23Z', 'updated_at': '2022-02-14T15:47:23Z', 'revision_number': 0, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:24.598633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-e875e75f-8c59-41a1-a478-75aacb6a3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:24.601084 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-e875e75f-8c59-41a1-a478-75aacb6a3e75 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0846798 Feb 14 15:47:24.624571 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Checking router: 06977591-09a2-4497-8b35-916de0382a77 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:47:24.633068 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:47:24.633676 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:47:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:24.671628 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-7f7c82ad-513f-4dc7-8539-d6b14e071f29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 998 time: 0.0630996 Feb 14 15:47:24.719322 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-821c4ded-2ed1-4398-98a8-71e6168b59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:24.720808 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-821c4ded-2ed1-4398-98a8-71e6168b59d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0421207 Feb 14 15:47:24.742143 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:47:24.770100 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-86bb51ce-a2a5-4167-af36-c505d3abd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:47:24.771607 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-86bb51ce-a2a5-4167-af36-c505d3abd925 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435667 Feb 14 15:47:24.867645 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-08473e24-2196-443f-a1aa-a976374e1e64 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Feb 14 15:47:24.953542 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d42d573c-b2fa-400c-8dfb-b12990edf65e req-5b229ba6-d477-477b-8577-335557322a63 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796230 Feb 14 15:47:24.965271 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ceaf7a36-cabb-4911-a2f0-bae77fe75161', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '06977591-09a2-4497-8b35-916de0382a77', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'mac_address': 'fa:16:3e:5b:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:47:23Z', 'updated_at': '2022-02-14T15:47:23Z', 'revision_number': 0, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:47:24.992353 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f664f-9087-4c63-be13-7c0eb3abcae9 None None] The sync data for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi is: [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ceaf7a36-cabb-4911-a2f0-bae77fe75161', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '06977591-09a2-4497-8b35-916de0382a77', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'mac_address': 'fa:16:3e:5b:b5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:47:23Z', 'updated_at': '2022-02-14T15:47:23Z', 'revision_number': 0, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:47:25.178208 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e8443-98a3-40e0-9c17-56e16270a005 None None] New status for floating IP ceaf7a36-cabb-4911-a2f0-bae77fe75161: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:47:27.359699 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fa89238-6c77-42cd-87e7-4f285e2bb19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:29.748366 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd86135d-2b7f-4296-8de2-9483c039c9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:30.691362 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:31.946743 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:32.047175 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:47:33.285017 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:42.130910 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:57.313679 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d30a3ed-5705-4c40-a038-ef98683beac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:47:59.685045 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f224ce3c-8137-42a7-9a30-1ff35a19d2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:00.711958 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:01.952476 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:03.306199 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:03.476070 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f79a-7420-43be-b195-5ed2855fd450 req-e7f8a408-9f4c-438c-9c21-ecc126f42d90 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:03.477701 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-83a4f79a-7420-43be-b195-5ed2855fd450 req-e7f8a408-9f4c-438c-9c21-ecc126f42d90 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0521007 Feb 14 15:48:03.524056 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-83a4f79a-7420-43be-b195-5ed2855fd450 req-284ab034-0bc1-4677-87ba-18df0adfa598 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Feb 14 15:48:04.651017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426d67f-2705-4a7f-8513-890ae75e226e req-94f46c4d-c438-473a-bc84-8a270affc770 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:04.652532 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f426d67f-2705-4a7f-8513-890ae75e226e req-94f46c4d-c438-473a-bc84-8a270affc770 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0567985 Feb 14 15:48:04.704823 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f426d67f-2705-4a7f-8513-890ae75e226e req-7b3e92a7-ec83-4204-b667-6afbb572d0b2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421956 Feb 14 15:48:05.612695 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-780491ed-e743-4d4f-82ac-8d16cca53437 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:05.614172 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-780491ed-e743-4d4f-82ac-8d16cca53437 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0507646 Feb 14 15:48:05.705367 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Deleting port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:05.706059 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:05.838429 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aac984-5bfc-4d6b-bc17-de20cfccd8a7 req-39b97388-a825-4d66-893e-5fef370f303c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:05.840168 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-73aac984-5bfc-4d6b-bc17-de20cfccd8a7 req-39b97388-a825-4d66-893e-5fef370f303c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 946 time: 0.0582428 Feb 14 15:48:05.896595 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-73aac984-5bfc-4d6b-bc17-de20cfccd8a7 req-b9532a74-2fa3-46fc-948a-e1076b340109 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=56619522-6e56-42d5-b16d-f0f499202291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503967 Feb 14 15:48:06.070168 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] For port 18ab3162-5c35-4e9b-9ffc-32eeaec83779, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=18ab3162-5c35-4e9b-9ffc-32eeaec83779,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:06.070531 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:06.246785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:06.247159 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:06.247487 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Floating IP d230668e-ed77-4035-ba09-1e903553d327 disassociated. External IP: 172.27.3.139, port: 18ab3162-5c35-4e9b-9ffc-32eeaec83779. Feb 14 15:48:06.247877 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Calling delete_port for 18ab3162-5c35-4e9b-9ffc-32eeaec83779 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:06.439841 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (18ab3162-5c35-4e9b-9ffc-32eeaec83779), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:06.472917 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'Port': ['ID=18ab3162-5c35-4e9b-9ffc-32eeaec83779,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:06.485185 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.485546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.485902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.486251 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.486590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.486927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.487263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.487619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.487985 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.488318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.488643 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.488972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.511873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:06.600264 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:48:06.709101 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:48:06.718826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:48:06.730025 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:06.730641 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:06.753198 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] No DVR routers for this DVR port 18ab3162-5c35-4e9b-9ffc-32eeaec83779 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:48:06.755775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:06.759459 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-273c548d-8926-4b6f-bd71-5b41d5046fcc req-afa27bb3-fc72-4990-905e-d12032ad2a6f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "DELETE /v2.0/ports/18ab3162-5c35-4e9b-9ffc-32eeaec83779 HTTP/1.1" status: 204 len: 173 time: 1.1402526 Feb 14 15:48:06.759946 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-deleted', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:48:06.763073 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c57c3f-b823-46d8-9230-f946860b7e2b" -d '{"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-deleted", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:48:06.800081 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f65a9-7e16-463d-90dc-85e85e1da4e2 x-openstack-request-id: req-bf4f65a9-7e16-463d-90dc-85e85e1da4e2 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:48:06.800373 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1939bf0-d592-4875-8bd4-c54a0a4ebd77", "name": "network-vif-deleted", "tag": "18ab3162-5c35-4e9b-9ffc-32eeaec83779", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:48:06.800630 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf4f65a9-7e16-463d-90dc-85e85e1da4e2 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:48:06.801026 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1939bf0-d592-4875-8bd4-c54a0a4ebd77', 'name': 'network-vif-deleted', 'tag': '18ab3162-5c35-4e9b-9ffc-32eeaec83779', 'status': 'completed', 'code': 200} Feb 14 15:48:06.984780 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:07.029256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ac6dd3d3-125b-4978-8b1c-597faaf00e16 req-52843fb3-d397-4627-a811-75b9cb3ca616 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1939bf0-d592-4875-8bd4-c54a0a4ebd77 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Feb 14 15:48:07.210965 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:07.241539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:48:07.250709 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:07.251321 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:07.359523 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:07.561966 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:07.588695 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a993099-aead-4877-b82a-bcca1e77f8c8 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:48:07.826664 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86baba85-52d1-41c1-851f-920ce397362b None None] New status for floating IP d230668e-ed77-4035-ba09-1e903553d327: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:48:08.222629 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57204) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:08.278783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (56619522-6e56-42d5-b16d-f0f499202291), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.304836 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (56619522-6e56-42d5-b16d-f0f499202291), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.456499 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (56619522-6e56-42d5-b16d-f0f499202291), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.459290 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.460482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "DELETE /v2.0/security-groups/56619522-6e56-42d5-b16d-f0f499202291 HTTP/1.1" status: 204 len: 168 time: 0.2368886 Feb 14 15:48:08.463239 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:08.469619 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6d6d2-0f6d-4fb6-aca0-9101efa81553 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56619522-6e56-42d5-b16d-f0f499202291,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:08.482639 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.api.v2.resource [None req-35ed9842-11c2-4804-8f83-c9d22cc699c1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] show failed (client error): The resource could not be found. Feb 14 15:48:08.482639 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-35ed9842-11c2-4804-8f83-c9d22cc699c1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups/56619522-6e56-42d5-b16d-f0f499202291 HTTP/1.1" status: 404 len: 347 time: 0.0134170 Feb 14 15:48:08.484551 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:08.612281 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Deleting port 342496e6-2d29-48d8-96bc-7dbb40bae559 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:08.612615 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.697631 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.697859 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (342496e6-2d29-48d8-96bc-7dbb40bae559), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.710025 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Calling delete_port for 342496e6-2d29-48d8-96bc-7dbb40bae559 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:08.822099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:48:08.847823 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 18ab3162-5c35-4e9b-9ffc-32eeaec83779 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:48:08.848185 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 18ab3162-5c35-4e9b-9ffc-32eeaec83779 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:48:08.925167 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (342496e6-2d29-48d8-96bc-7dbb40bae559), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:08.951665 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'Port': ['ID=342496e6-2d29-48d8-96bc-7dbb40bae559,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:09.017875 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (d230668e-ed77-4035-ba09-1e903553d327), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.020366 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.021529 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d6af33d8-bf45-46c7-b8f1-5897d0ff2c0d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "DELETE /v2.0/floatingips/d230668e-ed77-4035-ba09-1e903553d327 HTTP/1.1" status: 204 len: 168 time: 0.5360467 Feb 14 15:48:09.046519 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:48:09.474254 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57214) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:09.478821 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758449758', 'description': 'tempest-description--1324423344'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:09.570938 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.642823 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (7a793e90-3a98-4832-9736-f0538c1e6ca2), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.713813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7a793e90-3a98-4832-9736-f0538c1e6ca2), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.742958 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a793e90-3a98-4832-9736-f0538c1e6ca2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:09.835485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.836801 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-fa67870a-3d7b-4ed8-a895-ac5e890217b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3615294 Feb 14 15:48:09.839652 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57218) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:09.844453 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group_rule': {'security_group_id': '7a793e90-3a98-4832-9736-f0538c1e6ca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:09.935671 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (754e7cfd-373f-4505-983d-bcf98bbbfb05), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:09.997231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (754e7cfd-373f-4505-983d-bcf98bbbfb05), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.102616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (754e7cfd-373f-4505-983d-bcf98bbbfb05), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.120859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754e7cfd-373f-4505-983d-bcf98bbbfb05,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:10.195731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.196990 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ce4bf0bb-439c-479b-916d-05f213d68232 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564069 Feb 14 15:48:10.200274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57220) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:10.206870 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'security_group_rule': {'security_group_id': '7a793e90-3a98-4832-9736-f0538c1e6ca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:10.306707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (b8ad35a7-ef7e-47c7-b9fd-cc7c8e0852d1), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.362450 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (b8ad35a7-ef7e-47c7-b9fd-cc7c8e0852d1), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.433350 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (b8ad35a7-ef7e-47c7-b9fd-cc7c8e0852d1), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.452595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ad35a7-ef7e-47c7-b9fd-cc7c8e0852d1,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:10.532696 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.533949 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5923335c-e87d-4412-aa9d-c9bc64c6bb0c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325536 Feb 14 15:48:10.537068 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57222) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:10.541361 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:10.615017 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.710695 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:10.810284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Allocated IP 172.27.3.215 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/b4f50205-dd62-4497-b02f-5181e8d1d627) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:48:10.912318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.001915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.039953 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:48:11.047111 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:48:11.051429 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:48:11.054428 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=b4f50205-dd62-4497-b02f-5181e8d1d627,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:11.166036 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.261702 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.411482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.472225 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.543113 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=b4f50205-dd62-4497-b02f-5181e8d1d627,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:11.556145 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.663849 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:11.665089 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f7686dd1-a266-41c8-b32f-7f3459496276 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1270914 Feb 14 15:48:11.811543 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-3f73f2f2-92c0-4c3f-8292-9b50d5a2260e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--758449758&fields=id&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 267 time: 0.0416191 Feb 14 15:48:11.918374 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2cd24bab-7b62-4668-baeb-cb36ada92ee2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:11.919850 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2cd24bab-7b62-4668-baeb-cb36ada92ee2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 817 time: 0.1017828 Feb 14 15:48:11.933726 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-f72ccbe1-4107-4493-999d-77d53e724a56 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/quotas/4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 375 time: 0.0086577 Feb 14 15:48:11.987917 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-862cce48-a882-4ce2-adcb-15c53cc44528 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480349 Feb 14 15:48:12.003339 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-6dbb4120-ff6c-4d00-9be8-dd21080eb294 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:48:12.004323 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-6dbb4120-ff6c-4d00-9be8-dd21080eb294 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050099 Feb 14 15:48:12.091013 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-852a2fab-9c5d-417e-b7b1-869ccfc6d7fe service neutron] 10.222.0.67 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Feb 14 15:48:12.141608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:12.182938 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-d1757cad-a40f-4863-9473-11b8d9bdb197 service neutron] 10.222.0.67 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Feb 14 15:48:12.456425 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1319847e-1fa6-40ee-9c77-2d004df4f83c req-c8048e28-de22-4a6c-a401-5357e927aaf5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 210 time: 0.0882301 Feb 14 15:48:13.555000 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3f184265-0e44-4330-a6ce-d9743f00010b req-84df3038-648f-4478-81d4-920a62199699 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 210 time: 0.0279331 Feb 14 15:48:14.429446 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-1375b34c-ff21-4fc0-970c-5473045519c4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:14.430781 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-1375b34c-ff21-4fc0-970c-5473045519c4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 817 time: 0.1037304 Feb 14 15:48:14.497409 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-02bfa3a0-3bec-4160-ab27-6266d203cc1f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 379 time: 0.0511608 Feb 14 15:48:14.505876 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'port': {'device_id': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'admin_state_up': True, 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'security_groups': ['7a793e90-3a98-4832-9736-f0538c1e6ca2']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:14.657181 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-efecd022-2ec9-4035-93eb-cedd099a24c1 req-f51e5809-b9bb-4ea6-ad5d-a40e2b09cb46 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 210 time: 0.0311430 Feb 14 15:48:14.660325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Made reservation on behalf of 4739d4047aa7462d8faa74e7f691ed40 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:48:14.663528 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:14.785276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Allocated IP 172.20.0.3 (19d7c594-4ad1-4d80-a89e-00fd8699608c/f33b0973-950c-4317-a0f6-3aed46247271/a20747ba-a148-4e53-b2c8-45afd1c9e419) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:48:14.920675 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:14.993629 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.034785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:48:15.039970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:48:15.043694 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:48:15.067452 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:15.095254 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:15.095879 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.144701 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-2281362a-5429-4931-917b-ecb077479943 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6424015 Feb 14 15:48:15.162770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Request body: {'port': {'device_id': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:15.227973 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.314190 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-255493ed-99c2-4414-965a-cc3bca5c2cda None None] Provisioning complete for port a20747ba-a148-4e53-b2c8-45afd1c9e419 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:48:15.314851 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-255493ed-99c2-4414-965a-cc3bca5c2cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.356733 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-255493ed-99c2-4414-965a-cc3bca5c2cda None None] Port a20747ba-a148-4e53-b2c8-45afd1c9e419 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:48:15.490667 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:48:15.498052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks [] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.509613 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Transition to ACTIVE for port object a20747ba-a148-4e53-b2c8-45afd1c9e419 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:48:15.568794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.642096 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:15.711714 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Attempting to bind port a20747ba-a148-4e53-b2c8-45afd1c9e419 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:48:15.712051 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Attempting to bind port a20747ba-a148-4e53-b2c8-45afd1c9e419 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:48:15.712382 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Attempting to bind port a20747ba-a148-4e53-b2c8-45afd1c9e419 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:48:15.717482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Port a20747ba-a148-4e53-b2c8-45afd1c9e419 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:48:15.717791 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Attempting to bind port a20747ba-a148-4e53-b2c8-45afd1c9e419 on network 19d7c594-4ad1-4d80-a89e-00fd8699608c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:48:15.722929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:48:15.723269 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Checking segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:48:15.723866 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Bound using segment: {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:48:15.724287 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Bound port: a20747ba-a148-4e53-b2c8-45afd1c9e419, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bc9a03-1890-43b2-bbfe-59334f56dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:48:15.724644 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.787632 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5a84-8572-4b72-b148-a60f82be2c74 req-085758cb-52df-44a3-b174-817da37bbf83 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:15.789143 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-62ab5a84-8572-4b72-b148-a60f82be2c74 req-085758cb-52df-44a3-b174-817da37bbf83 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0551004 Feb 14 15:48:15.790670 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:48:15.793759 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:48:15.838657 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-62ab5a84-8572-4b72-b148-a60f82be2c74 req-8f9a2cd9-39ca-4e1d-980f-a296230e6584 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 Feb 14 15:48:15.890868 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.926169 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:15.926909 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:15.928424 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] 10.222.0.100 "PUT /v2.0/ports/a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 1093 time: 0.7700696 Feb 14 15:48:15.930530 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:48:15.932848 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064476f-3e72-40ff-a1cd-52f5e587a087" -d '{"events": [{"name": "network-changed", "server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:48:15.974333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e910f-e3d5-4290-a986-7af7ca955b6f service neutron] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:15.975098 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd83a76-9df8-4195-a9b2-74d6e2530887 x-openstack-request-id: req-bbd83a76-9df8-4195-a9b2-74d6e2530887 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:48:15.975691 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:48:15.976460 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bbd83a76-9df8-4195-a9b2-74d6e2530887 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:48:15.977178 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'status': 'completed', 'code': 200} Feb 14 15:48:16.063386 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-94724afd-0b0f-4436-bfc9-1bbd2e933d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.064980 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-94724afd-0b0f-4436-bfc9-1bbd2e933d9e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0468714 Feb 14 15:48:16.172561 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-3eb86638-1781-465a-9ba1-0c1a10b83359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.174088 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-3eb86638-1781-465a-9ba1-0c1a10b83359 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=4739d4047aa7462d8faa74e7f691ed40&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0893407 Feb 14 15:48:16.267447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-a9b363ca-8cbe-40b0-92a9-8912053ca3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.268902 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c064476f-3e72-40ff-a1cd-52f5e587a087 req-a9b363ca-8cbe-40b0-92a9-8912053ca3e0 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891573 Feb 14 15:48:16.370402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-7b9de419-c70a-404d-91da-28e7b0ec5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.372495 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-7b9de419-c70a-404d-91da-28e7b0ec5993 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0438039 Feb 14 15:48:16.423921 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-32923313-2aa2-4ee5-b7fd-836448fe5f97 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 217 time: 0.0386090 Feb 14 15:48:16.471978 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-559998cf-6a73-44b6-9c09-9c51dcca20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.473363 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-559998cf-6a73-44b6-9c09-9c51dcca20a7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0414195 Feb 14 15:48:16.522144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-d4e660e6-80fb-428a-8099-5571ebbfe46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.523726 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-d4e660e6-80fb-428a-8099-5571ebbfe46a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435679 Feb 14 15:48:16.614150 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-9fc8c2c0-cfb7-4ea5-bdec-47131827d6dd service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824807 Feb 14 15:48:16.699536 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a0b32d6f-acc2-4522-a66b-8beb973b514d req-74548a8a-f153-4af5-ba04-7760eb343199 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790260 Feb 14 15:48:16.960230 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6d571-7678-4088-8b0e-cd3d8d866801 req-cb0c3f3f-5d73-4a5c-86e1-1a7797bdec18 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:16.961699 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9d6d571-7678-4088-8b0e-cd3d8d866801 req-cb0c3f3f-5d73-4a5c-86e1-1a7797bdec18 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0511189 Feb 14 15:48:17.007309 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9d6d571-7678-4088-8b0e-cd3d8d866801 req-b6afa643-9c40-49b3-9d7d-227d8f19574c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Feb 14 15:48:18.136313 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b84cba-0f99-4593-89a4-dd083f063ac6 req-ff32a6be-da8f-4091-9ad9-1d3fb68bcd27 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:18.137764 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-46b84cba-0f99-4593-89a4-dd083f063ac6 req-ff32a6be-da8f-4091-9ad9-1d3fb68bcd27 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0562131 Feb 14 15:48:18.184072 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-46b84cba-0f99-4593-89a4-dd083f063ac6 req-a114f822-f1d2-4685-adcd-258fb44191c7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 Feb 14 15:48:19.271480 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-cf5de5b5-9e85-4859-8f73-f989bdeb3a9a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430915 Feb 14 15:48:19.309358 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413fd8-6133-4180-b246-5e618619ae74 req-7030d63f-23d7-47a2-9063-e4f6a99085b4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:19.310856 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9a413fd8-6133-4180-b246-5e618619ae74 req-7030d63f-23d7-47a2-9063-e4f6a99085b4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0541883 Feb 14 15:48:19.346805 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66917908-33f3-486f-8dde-25330f94b550 req-21971857-cc80-411d-bf21-a83c175d5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:19.348338 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-21971857-cc80-411d-bf21-a83c175d5c58 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=89ab2894827245cab84c4f4d6d13efe1&device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 1129 time: 0.0452998 Feb 14 15:48:19.359516 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9a413fd8-6133-4180-b246-5e618619ae74 req-e100e201-d8cd-4652-aa24-22349777d19d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Feb 14 15:48:19.453485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66917908-33f3-486f-8dde-25330f94b550 req-0f9f5e19-a957-4ce4-a301-32f1e7cb5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:19.454928 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-0f9f5e19-a957-4ce4-a301-32f1e7cb5c30 service neutron] 10.222.0.100 "GET /v2.0/networks?id=0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 200 len: 912 time: 0.0882485 Feb 14 15:48:19.519285 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-4c0918e0-a8b1-470f-862f-2352edf676e7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=184943eb-3c76-4036-ae9c-a6884007bb7e HTTP/1.1" status: 200 len: 1000 time: 0.0561843 Feb 14 15:48:19.568772 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66917908-33f3-486f-8dde-25330f94b550 req-6e41bf7e-f2ce-477a-9c57-982c6c40b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:19.570179 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-6e41bf7e-f2ce-477a-9c57-982c6c40b5a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 200 len: 849 time: 0.0449824 Feb 14 15:48:19.618499 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66917908-33f3-486f-8dde-25330f94b550 req-65d6efe5-b7e5-41e2-a886-13ee26b6c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:19.619993 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-65d6efe5-b7e5-41e2-a886-13ee26b6c13e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0796dbaf-aacb-418f-bd18-422c7f2a9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422192 Feb 14 15:48:19.706614 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-f4fcbe07-e172-47aa-85fb-da2b01a4f954 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793526 Feb 14 15:48:19.797911 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-66917908-33f3-486f-8dde-25330f94b550 req-7c8dd6c7-cab1-427c-be1a-83b8d0560e18 service neutron] 10.222.0.100 "GET /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Feb 14 15:48:20.480346 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967c1c-c5e2-46d9-9e3f-bfab327d13bf req-00c373bc-8cac-412a-9912-23de84ce03f8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:20.482273 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b1967c1c-c5e2-46d9-9e3f-bfab327d13bf req-00c373bc-8cac-412a-9912-23de84ce03f8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Feb 14 15:48:20.528017 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b1967c1c-c5e2-46d9-9e3f-bfab327d13bf req-f2278183-83a2-4327-b039-25c7823b1cb6 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400932 Feb 14 15:48:20.873374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:48:20.976543 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:20.989262 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:48:21.025801 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:48:21.026197 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:21.039877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:48:21.060356 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:21.140735 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:21.192481 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:21.199783 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.200147 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.200515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.201557 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.201557 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.201557 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.201887 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.202262 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.202594 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.202922 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.203248 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.203572 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.203917 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:21.605684 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a20747ba-a148-4e53-b2c8-45afd1c9e419'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:48:21.668086 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab536-7676-4f4a-a893-494bedfd544e req-e40e4663-5579-4e77-bc16-afac5c0a612f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:21.670210 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-236ab536-7676-4f4a-a893-494bedfd544e req-e40e4663-5579-4e77-bc16-afac5c0a612f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 944 time: 0.0721405 Feb 14 15:48:21.717078 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-236ab536-7676-4f4a-a893-494bedfd544e req-d59e3cc4-73a7-4145-b148-498f28075622 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Feb 14 15:48:22.839722 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5cda9-1c55-42b3-80df-04e1f4862c3b req-0c79550e-95df-4614-b9c3-e3128789e549 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:22.841297 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-24a5cda9-1c55-42b3-80df-04e1f4862c3b req-0c79550e-95df-4614-b9c3-e3128789e549 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 944 time: 0.0547707 Feb 14 15:48:22.885940 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-24a5cda9-1c55-42b3-80df-04e1f4862c3b req-7dfd4aa6-7c45-43bd-8b51-b1bad4f06a31 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Feb 14 15:48:22.891096 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:48:23.033310 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port a20747ba-a148-4e53-b2c8-45afd1c9e419 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:48:23.037359 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a20747ba-a148-4e53-b2c8-45afd1c9e419 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:48:23.037734 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:23.116934 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:48:23.117354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:23.139518 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:48:23.141778 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa8b87-59b1-4ee4-b116-907cafa44b0a" -d '{"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:48:23.154783 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:23.177233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc76e3a-9612-4366-873b-2c4f54352253 x-openstack-request-id: req-9fc76e3a-9612-4366-873b-2c4f54352253 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:48:23.177519 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:48:23.177768 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fc76e3a-9612-4366-873b-2c4f54352253 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:48:23.178230 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'code': 200} Feb 14 15:48:23.239041 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:23.286958 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:23.517666 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfba886-0432-4f7b-ac95-75d0d105076e req-d9f37074-2cf0-4e89-9ba3-a055742dd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:23.519150 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4bfba886-0432-4f7b-ac95-75d0d105076e req-d9f37074-2cf0-4e89-9ba3-a055742dd751 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0437145 Feb 14 15:48:23.560653 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4bfba886-0432-4f7b-ac95-75d0d105076e req-1b13fb60-ffba-4d52-b93a-cf0fb17b6bcd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356085 Feb 14 15:48:24.006088 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225db1-fb3d-4326-873c-ca15634a7041 req-6847e017-ffc9-4ffd-bc76-075b9d9dcbbd tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:24.007553 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-85225db1-fb3d-4326-873c-ca15634a7041 req-6847e017-ffc9-4ffd-bc76-075b9d9dcbbd tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0515752 Feb 14 15:48:24.058035 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-85225db1-fb3d-4326-873c-ca15634a7041 req-e0daa913-9902-41a9-9fb2-fa645088d3d1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447187 Feb 14 15:48:25.181963 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e536a7-22b6-46dc-bb30-ef4c28bca0ca req-7b07caf4-b09c-4f3b-aa04-fdad2e175071 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:25.183429 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-59e536a7-22b6-46dc-bb30-ef4c28bca0ca req-7b07caf4-b09c-4f3b-aa04-fdad2e175071 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0525529 Feb 14 15:48:25.230448 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-59e536a7-22b6-46dc-bb30-ef4c28bca0ca req-e350cb78-c664-4509-a734-a987e1780383 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Feb 14 15:48:26.353532 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369c4b2-a897-4863-95c4-9dbbc06da5d6 req-354cb51d-80cc-462e-bbb4-606d9c2cbef9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:26.354976 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0369c4b2-a897-4863-95c4-9dbbc06da5d6 req-354cb51d-80cc-462e-bbb4-606d9c2cbef9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Feb 14 15:48:26.401235 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0369c4b2-a897-4863-95c4-9dbbc06da5d6 req-d4e69e2b-a101-4522-830c-ec2680361bcc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406809 Feb 14 15:48:26.516352 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea4d07-357f-4ed2-b67c-fc0bd0a0eeb1 req-2d55d78a-8d22-48fc-9385-96a66d3af5ba tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:26.518088 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-baea4d07-357f-4ed2-b67c-fc0bd0a0eeb1 req-2d55d78a-8d22-48fc-9385-96a66d3af5ba tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0517294 Feb 14 15:48:26.526308 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:26.530494 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Request body: {'floatingip': {'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:48:26.571747 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:27.213677 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:27.284340 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:27.370428 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b0f1-78b8-4266-9c0d-a3e4a092243e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:27.390374 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Floating IP ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3 associated. External IP: 172.27.3.215, port: a20747ba-a148-4e53-b2c8-45afd1c9e419. Feb 14 15:48:27.604965 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:48:27.712670 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:48:27.717946 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:27.723949 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:48:27.733858 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:27.734554 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:27.745442 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7335f59a-1869-49da-8344-929a00c28645 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "PUT /v2.0/floatingips/ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3 HTTP/1.1" status: 200 len: 991 time: 1.2181299 Feb 14 15:48:27.746033 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:48:27.748818 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9520e22-f2dd-429f-92c1-56c5db599ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:48:27.791737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba7e25-f4d3-4ccb-a853-0bf150112caa x-openstack-request-id: req-0bba7e25-f4d3-4ccb-a853-0bf150112caa {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:48:27.792577 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:48:27.792577 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0bba7e25-f4d3-4ccb-a853-0bf150112caa {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:48:27.792996 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'status': 'completed', 'code': 200} Feb 14 15:48:27.847691 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:27.890251 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-0dc12df9-aa03-4d90-a32c-b3f6ce7bc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:27.892837 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-0dc12df9-aa03-4d90-a32c-b3f6ce7bc1e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0467272 Feb 14 15:48:27.986495 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-85d2614e-ae64-4242-82a4-0ba08c4bcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:27.987982 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-85d2614e-ae64-4242-82a4-0ba08c4bcf0e service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0891073 Feb 14 15:48:28.058971 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-0bc724c1-7f5b-404b-8d09-65ab4167001d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 999 time: 0.0643718 Feb 14 15:48:28.075970 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:48:11Z', 'updated_at': '2022-02-14T15:48:27Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:28.105038 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:48:28.106996 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-b08a6ab0-8447-4306-a70d-b821cc815568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:28.109041 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-b08a6ab0-8447-4306-a70d-b821cc815568 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0436885 Feb 14 15:48:28.114175 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:28.114878 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:28.162427 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-8ef0c6cb-5a65-456f-af2b-0193bb3c290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:28.164007 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-8ef0c6cb-5a65-456f-af2b-0193bb3c290f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486677 Feb 14 15:48:28.175103 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-55c8a0ae-b259-4618-858e-4eec600f9ad9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:48:28.176113 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-55c8a0ae-b259-4618-858e-4eec600f9ad9 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051246 Feb 14 15:48:28.225582 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:28.268601 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-15076ffa-11a8-4e07-8ad1-21e021d0b96c service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852597 Feb 14 15:48:28.369310 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f9520e22-f2dd-429f-92c1-56c5db599ea1 req-fda9eeb8-80cb-4577-9cc6-654f3af0310a service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947006 Feb 14 15:48:28.612406 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:48:11Z', 'updated_at': '2022-02-14T15:48:27Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:28.641585 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a9f16a-4a5a-409a-b4ee-96815f28da97 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': 'ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:48:11Z', 'updated_at': '2022-02-14T15:48:27Z', 'revision_number': 1, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:48:28.851087 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91f23-0075-4e30-b0de-dfd3780ab582 None None] New status for floating IP ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:48:29.718869 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3ed38cd-9341-4ec8-bb1d-3111bde89f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:30.701720 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:31.715958 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0405f2-6425-45a9-9c6f-0ca6d75318c2 req-95df974f-bf54-4ac6-9c9b-5cce0f885530 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:31.717449 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cf0405f2-6425-45a9-9c6f-0ca6d75318c2 req-95df974f-bf54-4ac6-9c9b-5cce0f885530 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0527103 Feb 14 15:48:31.763616 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cf0405f2-6425-45a9-9c6f-0ca6d75318c2 req-e4ce1f7d-ae47-42d3-aa27-d0672bde65cc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Feb 14 15:48:31.980008 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:32.882067 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b7b8c-80a4-481c-b472-4cf5c1223dc8 req-fc878042-3c7b-4870-b68c-571f0f22438b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:32.883531 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b76b7b8c-80a4-481c-b472-4cf5c1223dc8 req-fc878042-3c7b-4870-b68c-571f0f22438b tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0520744 Feb 14 15:48:32.929508 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b76b7b8c-80a4-481c-b472-4cf5c1223dc8 req-54980fce-d0b4-4a0a-9574-b9cca8d644eb tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Feb 14 15:48:33.295937 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:33.823685 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-75a88bcb-beed-4b61-9dd2-02e69857bbd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:33.825100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-75a88bcb-beed-4b61-9dd2-02e69857bbd1 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Feb 14 15:48:33.916977 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Deleting port 184943eb-3c76-4036-ae9c-a6884007bb7e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:33.917679 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.008485 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] For port 184943eb-3c76-4036-ae9c-a6884007bb7e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=184943eb-3c76-4036-ae9c-a6884007bb7e,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:34.008854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.052370 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65768eca-9788-4b8b-8ea4-1613c16a97a3 req-496fbd10-bb43-4f62-bf7d-33a266f43e74 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:48:34.053860 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-65768eca-9788-4b8b-8ea4-1613c16a97a3 req-496fbd10-bb43-4f62-bf7d-33a266f43e74 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 945 time: 0.0564024 Feb 14 15:48:34.110133 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-65768eca-9788-4b8b-8ea4-1613c16a97a3 req-63852772-c861-42fe-8447-280bb6b71767 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups?id=baeecfb2-d7b7-47e6-a287-296142ad085b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Feb 14 15:48:34.190731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.191100 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.191424 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Floating IP 37d9ffc7-1e6d-416e-8e9c-3316d2fb5385 disassociated. External IP: 172.27.3.87, port: 184943eb-3c76-4036-ae9c-a6884007bb7e. Feb 14 15:48:34.191792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Calling delete_port for 184943eb-3c76-4036-ae9c-a6884007bb7e owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:34.404762 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (184943eb-3c76-4036-ae9c-a6884007bb7e), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.433828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'Port': ['ID=184943eb-3c76-4036-ae9c-a6884007bb7e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:34.814046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:48:34.925183 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:48:34.934739 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:48:34.944655 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:34.945263 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:34.965451 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] No DVR routers for this DVR port 184943eb-3c76-4036-ae9c-a6884007bb7e on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:48:34.968122 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:34.973859 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-df706dea-b3ee-4c5d-b36b-175f3ac6c9fb req-e7d1901c-55da-4a1a-a7a0-3545bae888fc tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.100 "DELETE /v2.0/ports/184943eb-3c76-4036-ae9c-a6884007bb7e HTTP/1.1" status: 204 len: 173 time: 1.1414132 Feb 14 15:48:34.973859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'name': 'network-vif-deleted', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:48:34.974177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5195d22-2ed0-4d25-97fd-741469876b3d" -d '{"events": [{"server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "name": "network-vif-deleted", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:48:35.058900 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:35.166772 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3c89b-9ca4-451f-b886-0ff2a0b1dfa3 x-openstack-request-id: req-30c3c89b-9ca4-451f-b886-0ff2a0b1dfa3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:48:35.167092 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810d133-7d8f-4f36-ad69-10820e5a2148", "name": "network-vif-deleted", "tag": "184943eb-3c76-4036-ae9c-a6884007bb7e", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:48:35.167324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-30c3c89b-9ca4-451f-b886-0ff2a0b1dfa3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:48:35.167739 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7810d133-7d8f-4f36-ad69-10820e5a2148', 'name': 'network-vif-deleted', 'tag': '184943eb-3c76-4036-ae9c-a6884007bb7e', 'status': 'completed', 'code': 200} Feb 14 15:48:35.216387 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9236d7a8-3de2-4912-b5e8-f2c5c1d67fb1 req-db39e4d1-7965-4c35-a264-263f0f371bab tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/ports?device_id=7810d133-7d8f-4f36-ad69-10820e5a2148 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Feb 14 15:48:35.274251 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:35.300034 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:48:35.308521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:35.309198 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:35.424649 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:35.617631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:35.646989 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe4273-133a-4f14-a690-a67891cb8497 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:13Z', 'revision_number': 4, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'b86c6b92-4254-4892-9b2b-1d551ca5ca3f', 'name': '', 'network_id': '0796dbaf-aacb-418f-bd18-422c7f2a9f57', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'mac_address': 'fa:16:3e:31:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:12Z', 'updated_at': '2022-02-14T15:38:19Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'subnets': [{'id': 'db763d3b-2881-40a5-a993-0e73e48de063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:48:35.850815 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b198b-9307-45e2-848c-191b0ffd62ad None None] New status for floating IP 37d9ffc7-1e6d-416e-8e9c-3316d2fb5385: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:48:36.359195 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:36.411971 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (baeecfb2-d7b7-47e6-a287-296142ad085b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.434716 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (baeecfb2-d7b7-47e6-a287-296142ad085b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.541169 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (baeecfb2-d7b7-47e6-a287-296142ad085b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.543816 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.544939 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "DELETE /v2.0/security-groups/baeecfb2-d7b7-47e6-a287-296142ad085b HTTP/1.1" status: 204 len: 168 time: 0.1847615 Feb 14 15:48:36.547904 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57368) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:36.554830 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeecfb2-d7b7-47e6-a287-296142ad085b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:36.560956 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.561085 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.api.v2.resource [None req-e0c4a12b-bf44-45ae-b83c-ff47e996c4b0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] show failed (client error): The resource could not be found. Feb 14 15:48:36.561311 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.561652 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.562660 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e0c4a12b-bf44-45ae-b83c-ff47e996c4b0 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "GET /v2.0/security-groups/baeecfb2-d7b7-47e6-a287-296142ad085b HTTP/1.1" status: 404 len: 347 time: 0.0131934 Feb 14 15:48:36.562772 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.562936 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.563268 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.563613 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.563948 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.564273 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.564599 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.564921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.565241 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.565456 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57370) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:36.565557 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e392a-b994-4124-ba5c-3c75847d2641 tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:48:36.687962 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Deleting port 698f7ee9-7d26-4789-9ff5-386cc946abaa {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:36.688305 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.769807 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.770040 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (698f7ee9-7d26-4789-9ff5-386cc946abaa), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.781638 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Calling delete_port for 698f7ee9-7d26-4789-9ff5-386cc946abaa owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:36.941358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 184943eb-3c76-4036-ae9c-a6884007bb7e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:48:36.961168 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 184943eb-3c76-4036-ae9c-a6884007bb7e {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:48:36.961502 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 184943eb-3c76-4036-ae9c-a6884007bb7e not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:48:36.964542 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (698f7ee9-7d26-4789-9ff5-386cc946abaa), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:36.992785 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Pushing event deleted for resources: {'Port': ['ID=698f7ee9-7d26-4789-9ff5-386cc946abaa,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:37.054632 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks [] for floatingip (37d9ffc7-1e6d-416e-8e9c-3316d2fb5385), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:37.057389 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:37.058512 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-64b0d15f-83fd-4573-a6e0-1e77aa4ca18f tempest-AttachVolumeTestJSON-1606863781 tempest-AttachVolumeTestJSON-1606863781-project] 10.222.0.67 "DELETE /v2.0/floatingips/37d9ffc7-1e6d-416e-8e9c-3316d2fb5385 HTTP/1.1" status: 204 len: 168 time: 0.4921913 Feb 14 15:48:41.013657 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57398) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:41.451445 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (ca6df014-4627-46ea-92bf-c6c18554f64d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:41.694796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Deleting port b86c6b92-4254-4892-9b2b-1d551ca5ca3f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:41.695151 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:41.768980 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] For port b86c6b92-4254-4892-9b2b-1d551ca5ca3f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:41.769325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:41.781684 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Calling delete_port for b86c6b92-4254-4892-9b2b-1d551ca5ca3f owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:41.998663 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (b86c6b92-4254-4892-9b2b-1d551ca5ca3f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.022884 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86c6b92-4254-4892-9b2b-1d551ca5ca3f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:42.147348 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.198953 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (ca6df014-4627-46ea-92bf-c6c18554f64d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.413249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Router ca6df014-4627-46ea-92bf-c6c18554f64d has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:48:42.518534 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:48:42.523690 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-2fb5cbc7-9f66-4872-90a3-68311c504b76 admin admin] 10.222.0.67 "PUT /v2.0/routers/ca6df014-4627-46ea-92bf-c6c18554f64d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089715 Feb 14 15:48:42.526167 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57402) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:42.528701 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Sync routers for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:48:42.543352 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:42.544086 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:42.630577 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks [] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.653860 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:42.737435 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks [] for router_gateway (ca6df014-4627-46ea-92bf-c6c18554f64d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.830999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:48:41Z', 'revision_number': 5, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port': {'id': '98a141d6-c157-4ac0-a7b8-02db53e03082', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:59:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:42.845076 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Deleting port 98a141d6-c157-4ac0-a7b8-02db53e03082 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:42.845416 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.856937 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Checking router: ca6df014-4627-46ea-92bf-c6c18554f64d for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:48:42.865962 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Routers {'ca6df014-4627-46ea-92bf-c6c18554f64d'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:48:42.866271 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:48:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ca6df014-4627-46ea-92bf-c6c18554f64d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:42.922626 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] For port 98a141d6-c157-4ac0-a7b8-02db53e03082, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=98a141d6-c157-4ac0-a7b8-02db53e03082,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:42.922980 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:42.935881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Calling delete_port for 98a141d6-c157-4ac0-a7b8-02db53e03082 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:42.954597 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] Set router ca6df014-4627-46ea-92bf-c6c18554f64d gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:48:43.010009 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:48:42Z', 'revision_number': 6, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:43.036630 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2bce3a-1b07-4c44-ba69-216b749c2176 None None] The sync data for ids ['ca6df014-4627-46ea-92bf-c6c18554f64d'] in dv-cinder-815145-9-iscsi is: [{'id': 'ca6df014-4627-46ea-92bf-c6c18554f64d', 'name': 'tempest-AttachVolumeTestJSON-107037924-router', 'tenant_id': '89ab2894827245cab84c4f4d6d13efe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:38:07Z', 'updated_at': '2022-02-14T15:48:42Z', 'revision_number': 6, 'project_id': '89ab2894827245cab84c4f4d6d13efe1', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:48:43.135916 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (98a141d6-c157-4ac0-a7b8-02db53e03082), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.433060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=98a141d6-c157-4ac0-a7b8-02db53e03082,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:43.496854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (ca6df014-4627-46ea-92bf-c6c18554f64d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.586276 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.588429 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks [] for router_controller (ca6df014-4627-46ea-92bf-c6c18554f64d), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.696634 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (ca6df014-4627-46ea-92bf-c6c18554f64d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.697089 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6df014-4627-46ea-92bf-c6c18554f64d {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:48:43.701402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.702566 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b77f3b87-cc76-4bc8-ba80-599d3bf3dbbc admin admin] 10.222.0.67 "DELETE /v2.0/routers/ca6df014-4627-46ea-92bf-c6c18554f64d HTTP/1.1" status: 204 len: 168 time: 1.1754839 Feb 14 15:48:43.705021 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:43.749195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Deleting subnet db763d3b-2881-40a5-a993-0e73e48de063 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:48:43.752571 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Publish callbacks [] for subnet (db763d3b-2881-40a5-a993-0e73e48de063), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.790520 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (db763d3b-2881-40a5-a993-0e73e48de063), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.872831 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (db763d3b-2881-40a5-a993-0e73e48de063), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:43.976794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (db763d3b-2881-40a5-a993-0e73e48de063), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.002328 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db763d3b-2881-40a5-a993-0e73e48de063,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:44.006579 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.011219 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-0f8c14f4-4a51-449e-8538-08d02c55dc64 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/db763d3b-2881-40a5-a993-0e73e48de063 HTTP/1.1" status: 204 len: 168 time: 0.3052511 Feb 14 15:48:44.014153 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:44.017577 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453cf92-79dc-4c0b-912b-c522cf8f61a3 None None] Network 0796dbaf-aacb-418f-bd18-422c7f2a9f57 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:48:44.096548 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (0796dbaf-aacb-418f-bd18-422c7f2a9f57), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.153654 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Deleting port 78eeceaa-85ed-4f56-9f27-565dad292430 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:44.153998 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.188111 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] DHCP port deletion for 0796dbaf-aacb-418f-bd18-422c7f2a9f57 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:48:44.217518 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] For port 78eeceaa-85ed-4f56-9f27-565dad292430, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=78eeceaa-85ed-4f56-9f27-565dad292430,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:44.217800 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.231104 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Calling delete_port for 78eeceaa-85ed-4f56-9f27-565dad292430 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:44.240111 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Deleting port 78eeceaa-85ed-4f56-9f27-565dad292430 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:48:44.242583 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.387558 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.413875 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Pushing event deleted for resources: {'Port': ['ID=78eeceaa-85ed-4f56-9f27-565dad292430,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:44.418623 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] No DVR routers for this DVR port 78eeceaa-85ed-4f56-9f27-565dad292430 on host dv-cinder-815145-9-iscsi {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:48:44.464926 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] For port 78eeceaa-85ed-4f56-9f27-565dad292430, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=78eeceaa-85ed-4f56-9f27-565dad292430,segment=NetworkSegment(dc8e0f23-faa2-4efc-8f24-6899a74f3d65),segment_id=dc8e0f23-faa2-4efc-8f24-6899a74f3d65)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:48:44.465326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.477948 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Calling delete_port for 78eeceaa-85ed-4f56-9f27-565dad292430 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:48:44.492850 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (0796dbaf-aacb-418f-bd18-422c7f2a9f57), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.513089 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0796dbaf-aacb-418f-bd18-422c7f2a9f57']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:44.522389 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:44.522693 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8e0f23-faa2-4efc-8f24-6899a74f3d65') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:48:44.533794 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (dc8e0f23-faa2-4efc-8f24-6899a74f3d65), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.547934 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (dc8e0f23-faa2-4efc-8f24-6899a74f3d65), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.553698 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (78eeceaa-85ed-4f56-9f27-565dad292430), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.558786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:48:44.559031 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (dc8e0f23-faa2-4efc-8f24-6899a74f3d65), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:48:44.561341 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:48:44.578995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] Pushing event deleted for resources: {'Port': ['ID=78eeceaa-85ed-4f56-9f27-565dad292430,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:44.586002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a76697-606b-46a3-a563-bd53a9849615 None None] No DVR routers for this DVR port 78eeceaa-85ed-4f56-9f27-565dad292430 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:48:44.600511 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 98a141d6-c157-4ac0-a7b8-02db53e03082 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:48:44.624455 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 98a141d6-c157-4ac0-a7b8-02db53e03082 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:48:44.624811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 98a141d6-c157-4ac0-a7b8-02db53e03082 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:48:44.625285 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 78eeceaa-85ed-4f56-9f27-565dad292430 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:48:44.645394 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 78eeceaa-85ed-4f56-9f27-565dad292430 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:48:44.645895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 78eeceaa-85ed-4f56-9f27-565dad292430 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:48:44.646327 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device b86c6b92-4254-4892-9b2b-1d551ca5ca3f no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:48:44.667146 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: b86c6b92-4254-4892-9b2b-1d551ca5ca3f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:48:44.672138 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device b86c6b92-4254-4892-9b2b-1d551ca5ca3f not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:48:44.690250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (0796dbaf-aacb-418f-bd18-422c7f2a9f57), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.696987 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:44.700165 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] 10.222.0.67 "DELETE /v2.0/networks/0796dbaf-aacb-418f-bd18-422c7f2a9f57 HTTP/1.1" status: 204 len: 168 time: 0.6849945 Feb 14 15:48:44.711118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e874f-2f23-4217-a8d2-29d0a904ec1d admin admin] Pushing event deleted for resources: {'Network': ['ID=0796dbaf-aacb-418f-bd18-422c7f2a9f57,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:45.037222 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:45.080718 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9b083e4a-d2c4-4284-a43e-39a322aad545 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89ab2894827245cab84c4f4d6d13efe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422423 Feb 14 15:48:45.083815 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:45.130754 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] Publish callbacks [] for security_group (d162d9ba-af4d-404d-a104-ea617cb2d3ff), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:45.152460 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] Publish callbacks [] for security_group (d162d9ba-af4d-404d-a104-ea617cb2d3ff), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:45.272306 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d162d9ba-af4d-404d-a104-ea617cb2d3ff), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:45.274822 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:45.275988 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d162d9ba-af4d-404d-a104-ea617cb2d3ff HTTP/1.1" status: 204 len: 168 time: 0.1912944 Feb 14 15:48:45.283941 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7deba6-7384-4b9e-99c6-9062740e35dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162d9ba-af4d-404d-a104-ea617cb2d3ff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:46.045790 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:48:51.124798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:51.226116 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502237f8-8e1d-48c6-93df-feff53c8cb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.298186 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502237f8-8e1d-48c6-93df-feff53c8cb80 admin admin] Publish callbacks [] for security_group (ed30df5f-d6e0-4865-b139-b57550a345cf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.352602 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-502237f8-8e1d-48c6-93df-feff53c8cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ed30df5f-d6e0-4865-b139-b57550a345cf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.391133 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-502237f8-8e1d-48c6-93df-feff53c8cb80 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b6bc6dfa816435789ce1b1d7127274c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652349 Feb 14 15:48:51.392039 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502237f8-8e1d-48c6-93df-feff53c8cb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30df5f-d6e0-4865-b139-b57550a345cf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:51.394167 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57500) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:51.444727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] Publish callbacks [] for security_group (ed30df5f-d6e0-4865-b139-b57550a345cf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.463386 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] Publish callbacks [] for security_group (ed30df5f-d6e0-4865-b139-b57550a345cf), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.621357 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ed30df5f-d6e0-4865-b139-b57550a345cf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.624006 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:51.625168 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed30df5f-d6e0-4865-b139-b57550a345cf HTTP/1.1" status: 204 len: 168 time: 0.2300313 Feb 14 15:48:51.633462 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b78fbb-a74e-4a3d-b3e0-b2d4d3491c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30df5f-d6e0-4865-b139-b57550a345cf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:52.214283 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57506) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:52.227987 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48838373-852a-43e1-9ea7-42c674d80b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.309618 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48838373-852a-43e1-9ea7-42c674d80b48 admin admin] Publish callbacks [] for security_group (dfb6afd8-bf48-4d47-8f07-2b64a7993364), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.381201 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48838373-852a-43e1-9ea7-42c674d80b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (dfb6afd8-bf48-4d47-8f07-2b64a7993364), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.419972 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-48838373-852a-43e1-9ea7-42c674d80b48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f36b244ea824482c8a63c27ffb3cf2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045712 Feb 14 15:48:52.420827 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48838373-852a-43e1-9ea7-42c674d80b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6afd8-bf48-4d47-8f07-2b64a7993364,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:52.422726 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57508) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:52.473537 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] Publish callbacks [] for security_group (dfb6afd8-bf48-4d47-8f07-2b64a7993364), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.495021 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] Publish callbacks [] for security_group (dfb6afd8-bf48-4d47-8f07-2b64a7993364), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.609956 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (dfb6afd8-bf48-4d47-8f07-2b64a7993364), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.612663 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:52.613884 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dfb6afd8-bf48-4d47-8f07-2b64a7993364 HTTP/1.1" status: 204 len: 168 time: 0.1901746 Feb 14 15:48:52.622664 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d625b-1179-4060-99ee-3f327432c7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6afd8-bf48-4d47-8f07-2b64a7993364,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:48:57.364532 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1440dd67-c188-4f7e-adaf-4d0e13ed7de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:59.714859 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:48:59.718436 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6731063-63ac-410f-bded-3d36e505415f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:59.820070 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0782f0d2-8830-4838-9796-ce4c772390b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:59.891894 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0782f0d2-8830-4838-9796-ce4c772390b9 admin admin] Publish callbacks [] for security_group (a9637d14-6565-416c-994d-0c48997b385c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:48:59.969598 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0782f0d2-8830-4838-9796-ce4c772390b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a9637d14-6565-416c-994d-0c48997b385c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.009241 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0782f0d2-8830-4838-9796-ce4c772390b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=674fc0546aab46918217ac1e7ee63bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933197 Feb 14 15:49:00.010261 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782f0d2-8830-4838-9796-ce4c772390b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9637d14-6565-416c-994d-0c48997b385c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:00.011981 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57606) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:00.060198 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] Publish callbacks [] for security_group (a9637d14-6565-416c-994d-0c48997b385c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.082148 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] Publish callbacks [] for security_group (a9637d14-6565-416c-994d-0c48997b385c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.192961 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a9637d14-6565-416c-994d-0c48997b385c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.196266 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.197424 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9637d14-6565-416c-994d-0c48997b385c HTTP/1.1" status: 204 len: 168 time: 0.1844609 Feb 14 15:49:00.205661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9dbb4-1239-4321-960e-42964e56011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9637d14-6565-416c-994d-0c48997b385c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:00.706507 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.813282 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57612) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:00.825974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f698552e-c1a8-4399-83d2-b8f2bb0da9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.897814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f698552e-c1a8-4399-83d2-b8f2bb0da9eb admin admin] Publish callbacks [] for security_group (315c00e5-48d2-436b-babf-a6358104de94), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:00.969500 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f698552e-c1a8-4399-83d2-b8f2bb0da9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (315c00e5-48d2-436b-babf-a6358104de94), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:01.008411 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698552e-c1a8-4399-83d2-b8f2bb0da9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315c00e5-48d2-436b-babf-a6358104de94,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:01.012673 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f698552e-c1a8-4399-83d2-b8f2bb0da9eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79c644053bf14e62b55e9d7754bde9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983988 Feb 14 15:49:01.015330 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57614) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:01.062509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] Publish callbacks [] for security_group (315c00e5-48d2-436b-babf-a6358104de94), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:01.082976 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] Publish callbacks [] for security_group (315c00e5-48d2-436b-babf-a6358104de94), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:01.215414 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (315c00e5-48d2-436b-babf-a6358104de94), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:01.218055 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:01.219219 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/315c00e5-48d2-436b-babf-a6358104de94 HTTP/1.1" status: 204 len: 168 time: 0.2030129 Feb 14 15:49:01.226733 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4037f-fb79-4a1a-92e3-f7749bce744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c00e5-48d2-436b-babf-a6358104de94,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:01.946806 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:03.299539 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.216459 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57740) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:10.320189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.390901 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Publish callbacks [] for security_group (f1aa6df0-0417-44db-9057-e235ae13bf8f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.466844 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f1aa6df0-0417-44db-9057-e235ae13bf8f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.504480 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f6807a37f5e4e00ac0e7f9ea5227b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869790 Feb 14 15:49:10.505353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aa6df0-0417-44db-9057-e235ae13bf8f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:10.507272 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:10.513719 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.514077 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.514434 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.514776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.515115 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.515452 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.515819 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.516153 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.516486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.516815 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.517146 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.517734 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.518084 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de3687d-eaf9-4deb-9b79-7f45d077b3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:10.558798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] Publish callbacks [] for security_group (f1aa6df0-0417-44db-9057-e235ae13bf8f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.579632 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] Publish callbacks [] for security_group (f1aa6df0-0417-44db-9057-e235ae13bf8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.676847 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f1aa6df0-0417-44db-9057-e235ae13bf8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.679450 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:10.681192 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1aa6df0-0417-44db-9057-e235ae13bf8f HTTP/1.1" status: 204 len: 168 time: 0.1727703 Feb 14 15:49:10.689458 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b91c8c-36e3-4776-8195-10fc1158fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aa6df0-0417-44db-9057-e235ae13bf8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:11.265647 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57750) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:11.279775 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a108-55ae-4ac7-8e61-b8cb54e1e221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.351436 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a108-55ae-4ac7-8e61-b8cb54e1e221 admin admin] Publish callbacks [] for security_group (cc04bcbc-a716-4690-bc8c-b307c334dd38), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.419174 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebe1a108-55ae-4ac7-8e61-b8cb54e1e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (cc04bcbc-a716-4690-bc8c-b307c334dd38), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.455224 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1a108-55ae-4ac7-8e61-b8cb54e1e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04bcbc-a716-4690-bc8c-b307c334dd38,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:11.459498 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ebe1a108-55ae-4ac7-8e61-b8cb54e1e221 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2ace11a6d02477aa39950e932678326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928074 Feb 14 15:49:11.462716 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:11.509123 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] Publish callbacks [] for security_group (cc04bcbc-a716-4690-bc8c-b307c334dd38), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.530411 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] Publish callbacks [] for security_group (cc04bcbc-a716-4690-bc8c-b307c334dd38), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.665553 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (cc04bcbc-a716-4690-bc8c-b307c334dd38), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.668271 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:11.669421 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc04bcbc-a716-4690-bc8c-b307c334dd38 HTTP/1.1" status: 204 len: 168 time: 0.2058094 Feb 14 15:49:11.677635 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c00fc-f48e-45df-88ea-ccb43d4724fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04bcbc-a716-4690-bc8c-b307c334dd38,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:12.204013 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.423914 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:14.524481 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9083ae8-43fd-48ff-bf11-3d6fcda303b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.596318 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9083ae8-43fd-48ff-bf11-3d6fcda303b6 admin admin] Publish callbacks [] for security_group (c88d411e-0997-428c-82c3-0e6fc14293e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.672366 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9083ae8-43fd-48ff-bf11-3d6fcda303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c88d411e-0997-428c-82c3-0e6fc14293e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.709989 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b9083ae8-43fd-48ff-bf11-3d6fcda303b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4035071a59cf4670966e6856a0a706a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849844 Feb 14 15:49:14.711068 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083ae8-43fd-48ff-bf11-3d6fcda303b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88d411e-0997-428c-82c3-0e6fc14293e8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:14.713293 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57830) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:14.765263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] Publish callbacks [] for security_group (c88d411e-0997-428c-82c3-0e6fc14293e8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.786560 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] Publish callbacks [] for security_group (c88d411e-0997-428c-82c3-0e6fc14293e8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.901308 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c88d411e-0997-428c-82c3-0e6fc14293e8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.903907 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:14.905034 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c88d411e-0997-428c-82c3-0e6fc14293e8 HTTP/1.1" status: 204 len: 168 time: 0.1899362 Feb 14 15:49:14.912775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816d065-719d-4e41-b9d5-00ca00c0cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88d411e-0997-428c-82c3-0e6fc14293e8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:15.508794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57836) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:15.522228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2004305f-e4c1-41fc-be19-ac5df0ccf594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.592898 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2004305f-e4c1-41fc-be19-ac5df0ccf594 admin admin] Publish callbacks [] for security_group (c308b082-fc7a-499a-9936-f863e6f166fa), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.672668 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2004305f-e4c1-41fc-be19-ac5df0ccf594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c308b082-fc7a-499a-9936-f863e6f166fa), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.714994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-2004305f-e4c1-41fc-be19-ac5df0ccf594 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22d67cc7457c423e81002d75bcdfe8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048278 Feb 14 15:49:15.716223 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004305f-e4c1-41fc-be19-ac5df0ccf594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c308b082-fc7a-499a-9936-f863e6f166fa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:15.717537 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:15.767229 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] Publish callbacks [] for security_group (c308b082-fc7a-499a-9936-f863e6f166fa), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.798353 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] Publish callbacks [] for security_group (c308b082-fc7a-499a-9936-f863e6f166fa), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.924298 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c308b082-fc7a-499a-9936-f863e6f166fa), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.926775 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:15.927977 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c308b082-fc7a-499a-9936-f863e6f166fa HTTP/1.1" status: 204 len: 168 time: 0.2094674 Feb 14 15:49:15.935511 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee51cd-35f7-4441-bd71-9b7797bde341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c308b082-fc7a-499a-9936-f863e6f166fa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:23.045586 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:49:24.151196 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-a50d720b-2600-4b32-a4c7-2efbeb00c9df service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1417003 Feb 14 15:49:24.251129 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-5a081c69-c116-4c71-8dc2-5b9291b451e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:24.252633 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-5a081c69-c116-4c71-8dc2-5b9291b451e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0439711 Feb 14 15:49:24.352570 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-99c806b3-203e-4e8b-be9d-d0a9b77c2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:24.358469 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-99c806b3-203e-4e8b-be9d-d0a9b77c2d65 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0855222 Feb 14 15:49:24.426210 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-d674062c-a2ba-45e9-83ad-73a652de463b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 1000 time: 0.0650795 Feb 14 15:49:24.473402 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-ceae9dad-f353-4590-a1de-579300722a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:24.474857 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-ceae9dad-f353-4590-a1de-579300722a50 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0423114 Feb 14 15:49:24.522737 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-0cd70954-6a5a-4186-a5ac-d4301be832cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:24.524308 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-0cd70954-6a5a-4186-a5ac-d4301be832cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435479 Feb 14 15:49:24.616743 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-d463effc-6db8-4195-80d5-3c17e4c9c1e5 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Feb 14 15:49:24.704545 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b2d8c4f7-32ea-475e-a8e3-e7119525fa66 req-d14717c7-8eab-4105-9cc5-733851185d89 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821688 Feb 14 15:49:27.341219 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fef02b55-1edf-4898-a03d-7605952a9556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.333238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 57932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:28.434732 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9011-f22b-4662-aa20-1f3ad13a6516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.506333 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9011-f22b-4662-aa20-1f3ad13a6516 admin admin] Publish callbacks [] for security_group (ded14472-134a-4e65-b3d8-63f71e96c820), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.573083 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9011-f22b-4662-aa20-1f3ad13a6516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ded14472-134a-4e65-b3d8-63f71e96c820), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.612060 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-2b1a9011-f22b-4662-aa20-1f3ad13a6516 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb43c084c23f481c8713c3449092c16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777593 Feb 14 15:49:28.612920 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a9011-f22b-4662-aa20-1f3ad13a6516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded14472-134a-4e65-b3d8-63f71e96c820,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:28.614836 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 57936) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:28.667328 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] Publish callbacks [] for security_group (ded14472-134a-4e65-b3d8-63f71e96c820), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.687647 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] Publish callbacks [] for security_group (ded14472-134a-4e65-b3d8-63f71e96c820), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.814737 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (ded14472-134a-4e65-b3d8-63f71e96c820), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.817420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:28.818559 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ded14472-134a-4e65-b3d8-63f71e96c820 HTTP/1.1" status: 204 len: 168 time: 0.2027352 Feb 14 15:49:28.827241 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eb4a9-b491-4f32-8c17-a952d8e485aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded14472-134a-4e65-b3d8-63f71e96c820,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:29.707075 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac90e2ee-9072-4dc4-89e6-0de5fdbfd65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:30.716532 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:31.929039 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:32.510272 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-502bc019-3007-487b-b3bd-192788b66b84 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=41501e025b904543b6b91ca62f8b5b79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289712 Feb 14 15:49:32.685496 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-5b52150c-d3b8-4491-9564-ac95277a01e5 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:32.687010 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-5b52150c-d3b8-4491-9564-ac95277a01e5 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717298 Feb 14 15:49:32.701788 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-d61b1f0d-5318-4193-8848-684a66211d93 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/quotas/41501e025b904543b6b91ca62f8b5b79 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Feb 14 15:49:32.736925 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-801e0034-85ec-4c2e-aa19-820fe8fc11ab tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=41501e025b904543b6b91ca62f8b5b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303562 Feb 14 15:49:33.317948 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:34.119086 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7553d5e9-1393-4602-93ef-76149f838876 req-4b16ea21-65d9-42de-af4e-d399de611013 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.1839390 Feb 14 15:49:35.194935 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9f686fcb-4dda-494e-a1b5-ae69cd6b358e req-e3e43b9c-236e-4b04-9dc3-cdc1c5de0690 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0259488 Feb 14 15:49:36.276140 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5c0d5fd9-c929-45b0-afdd-9c631e05ae04 req-6cc86e43-5d27-45f4-953d-2f506d5db197 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Feb 14 15:49:37.353103 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-39e4a5aa-b0ef-4be0-ab46-ff3c72d5e945 req-f17ba2db-97d1-4c56-b02f-e97fd312a92d tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Feb 14 15:49:38.444764 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-317af18e-8d7d-49a0-9451-ef7983fe7231 req-41412dc1-fe73-412b-be73-92585637da45 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0261002 Feb 14 15:49:39.537084 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d16411b6-cf90-465c-b3b4-e1c06710c522 req-d25f172b-4610-4ed4-9a83-5ae39791c666 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Feb 14 15:49:40.172380 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-03e540eb-144a-4e43-88f1-a3a0a7e0cf88 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=41501e025b904543b6b91ca62f8b5b79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230205 Feb 14 15:49:40.277029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-bc59bb3a-d5c6-4296-afdc-f3eb2b00fe20 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:40.278445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-bc59bb3a-d5c6-4296-afdc-f3eb2b00fe20 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0989339 Feb 14 15:49:40.301681 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Request body: {'port': {'device_id': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a', 'admin_state_up': True, 'tenant_id': '41501e025b904543b6b91ca62f8b5b79'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:49:40.458958 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Made reservation on behalf of 41501e025b904543b6b91ca62f8b5b79 for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:49:40.462368 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:40.471875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:40.542941 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks [] for security_group (58dc8a2f-b515-4116-a090-bebbdf791a98), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:40.597903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (58dc8a2f-b515-4116-a090-bebbdf791a98), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:40.636915 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8ede5f71-04bd-43f2-9521-011ea0d2bb26 req-75e5c0fc-eb6f-4491-9527-19975bd7070f tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Feb 14 15:49:40.661863 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc8a2f-b515-4116-a090-bebbdf791a98,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:40.737927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Allocated IP 192.168.233.112 (88d8f060-97e2-43cd-9a86-b3b3cc1ef56a/896890ce-304c-47f3-9aa9-4afbc9b2d0f6/8c0f6964-233a-46dd-8ef3-b5a374ca128c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:49:40.876796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks [] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:40.981132 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.026858 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:49:41.033290 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:49:41.036989 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:49:41.043306 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Pushing event updated for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:41.089927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:41.090595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.175953 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2dea85fd-94dc-4337-8f2f-9cafe7624af9 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8777199 Feb 14 15:49:41.194944 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Request body: {'port': {'device_id': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:49:41.254735 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.285718 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-69e0eedc-8021-4e44-b567-b90be7da2ce5 None None] Provisioning complete for port 8c0f6964-233a-46dd-8ef3-b5a374ca128c triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:49:41.285718 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69e0eedc-8021-4e44-b567-b90be7da2ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.314374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-69e0eedc-8021-4e44-b567-b90be7da2ce5 None None] Port 8c0f6964-233a-46dd-8ef3-b5a374ca128c cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:49:41.509500 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0f6964-233a-46dd-8ef3-b5a374ca128c {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:49:41.516796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks [] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.528643 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Transition to ACTIVE for port object 8c0f6964-233a-46dd-8ef3-b5a374ca128c will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:49:41.614829 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.665851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:41.769529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Attempting to bind port 8c0f6964-233a-46dd-8ef3-b5a374ca128c on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:49:41.769873 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Attempting to bind port 8c0f6964-233a-46dd-8ef3-b5a374ca128c by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:49:41.770318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Attempting to bind port 8c0f6964-233a-46dd-8ef3-b5a374ca128c on network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:49:41.779140 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Port 8c0f6964-233a-46dd-8ef3-b5a374ca128c on network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:49:41.779464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Attempting to bind port 8c0f6964-233a-46dd-8ef3-b5a374ca128c on network 88d8f060-97e2-43cd-9a86-b3b3cc1ef56a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:49:41.789198 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119692fa-bd26-4ed2-a914-0e3b074b0a8f req-8b90b774-6664-451d-87db-e3d67f0f8699 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:41.790726 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-119692fa-bd26-4ed2-a914-0e3b074b0a8f req-8b90b774-6664-451d-87db-e3d67f0f8699 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 948 time: 0.0813096 Feb 14 15:49:41.794103 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:49:41.794444 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Checking segment: {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:49:41.794825 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Bound using segment: {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:49:41.795252 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Bound port: 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7873cb6a-ed15-4f58-8f2d-7959e724ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:49:41.795634 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.878613 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-119692fa-bd26-4ed2-a914-0e3b074b0a8f req-16d07527-b249-43c5-bcb4-749b405dca06 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805926 Feb 14 15:49:41.893766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:49:41.896777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:49:41.957960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.991796 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:41.992529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:41.993808 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] 10.222.0.100 "PUT /v2.0/ports/8c0f6964-233a-46dd-8ef3-b5a374ca128c HTTP/1.1" status: 200 len: 1098 time: 0.8033826 Feb 14 15:49:41.994266 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:49:41.996504 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133f049-da94-475f-9411-41c51f7ba53f" -d '{"events": [{"name": "network-changed", "server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:49:42.021112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13863bc4-a1c1-46f2-9212-4868dc8bdd2e service neutron] Pushing event updated for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:42.111624 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498e77c-93ba-4bca-9ac8-74a0d107de70 x-openstack-request-id: req-1498e77c-93ba-4bca-9ac8-74a0d107de70 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:49:42.111624 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:49:42.111624 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1498e77c-93ba-4bca-9ac8-74a0d107de70 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:49:42.111975 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c', 'status': 'completed', 'code': 200} Feb 14 15:49:42.190816 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:42.193727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2eef87b3-e8b1-41fb-9d4f-7ecf51f6f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.195264 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-2eef87b3-e8b1-41fb-9d4f-7ecf51f6f000 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41501e025b904543b6b91ca62f8b5b79&device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 1132 time: 0.0466387 Feb 14 15:49:42.251669 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-baae8af3-bb24-47a1-8403-8c7ae1ca7205 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c HTTP/1.1" status: 200 len: 217 time: 0.0357959 Feb 14 15:49:42.304161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-ca88fb34-e760-403e-9382-b6bafaffc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.305614 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-ca88fb34-e760-403e-9382-b6bafaffc121 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=896890ce-304c-47f3-9aa9-4afbc9b2d0f6 HTTP/1.1" status: 200 len: 843 time: 0.0471308 Feb 14 15:49:42.355210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-7fcf74de-4265-419a-83c1-ef2dbe728f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.357276 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-7fcf74de-4265-419a-83c1-ef2dbe728f65 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88d8f060-97e2-43cd-9a86-b3b3cc1ef56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443263 Feb 14 15:49:42.449821 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-65e77f1f-804b-4467-a721-942c8a7b9ffe service neutron] 10.222.0.100 "GET /v2.0/networks/88d8f060-97e2-43cd-9a86-b3b3cc1ef56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Feb 14 15:49:42.554997 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-398555a7-7779-4f09-a1a2-7cf19afbc388 req-b0a5685b-eb32-41bd-ab94-75e25e19b074 service neutron] 10.222.0.100 "GET /v2.0/networks/88d8f060-97e2-43cd-9a86-b3b3cc1ef56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981042 Feb 14 15:49:42.588207 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05978cda-cb2a-4f47-92a2-7b19119be87c req-03422994-557c-4ef9-b382-54e485a028f8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.589683 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-05978cda-cb2a-4f47-92a2-7b19119be87c req-03422994-557c-4ef9-b382-54e485a028f8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0541701 Feb 14 15:49:42.639352 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-05978cda-cb2a-4f47-92a2-7b19119be87c req-5aebf824-768e-4065-a8c6-3a93682bd164 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Feb 14 15:49:42.799731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f049-da94-475f-9411-41c51f7ba53f req-b4f4f473-4a57-4c65-b917-d4439adddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.801198 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-b4f4f473-4a57-4c65-b917-d4439adddca6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41501e025b904543b6b91ca62f8b5b79&device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 1132 time: 0.0444620 Feb 14 15:49:42.893217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f049-da94-475f-9411-41c51f7ba53f req-ea8bb0b5-3be0-4cec-a643-4ff09d565c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.894693 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-ea8bb0b5-3be0-4cec-a643-4ff09d565c17 service neutron] 10.222.0.100 "GET /v2.0/networks?id=88d8f060-97e2-43cd-9a86-b3b3cc1ef56a HTTP/1.1" status: 200 len: 871 time: 0.0852001 Feb 14 15:49:42.935287 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-92a1fceb-9da6-4523-b0e8-d6001480ddf6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c HTTP/1.1" status: 200 len: 217 time: 0.0345235 Feb 14 15:49:42.987478 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f049-da94-475f-9411-41c51f7ba53f req-668ac553-32ad-4815-a7d5-e576ef9d8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:42.989082 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-668ac553-32ad-4815-a7d5-e576ef9d8c62 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=896890ce-304c-47f3-9aa9-4afbc9b2d0f6 HTTP/1.1" status: 200 len: 843 time: 0.0481064 Feb 14 15:49:42.998647 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f2d8-29a3-4296-b205-104245272862 req-35b962d4-534f-4fb6-b2ce-69b41526f3cf tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:43.000145 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8ef3f2d8-29a3-4296-b205-104245272862 req-35b962d4-534f-4fb6-b2ce-69b41526f3cf tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 948 time: 0.0546982 Feb 14 15:49:43.040343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f049-da94-475f-9411-41c51f7ba53f req-79d08165-6da2-44ef-a38f-5e3deea3873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:43.041847 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-79d08165-6da2-44ef-a38f-5e3deea3873e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=88d8f060-97e2-43cd-9a86-b3b3cc1ef56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0462558 Feb 14 15:49:43.048504 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8ef3f2d8-29a3-4296-b205-104245272862 req-12e74bd6-7990-45e2-9e3b-884618b622d0 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Feb 14 15:49:43.130036 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-7c1d93a4-ad3f-4a74-b549-33d4cc4efa24 service neutron] 10.222.0.100 "GET /v2.0/networks/88d8f060-97e2-43cd-9a86-b3b3cc1ef56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816660 Feb 14 15:49:43.221590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0133f049-da94-475f-9411-41c51f7ba53f req-18ddec76-0370-45c3-998b-be03c728f031 service neutron] 10.222.0.100 "GET /v2.0/networks/88d8f060-97e2-43cd-9a86-b3b3cc1ef56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Feb 14 15:49:43.405482 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7c9d-bd4b-44c3-aef2-7fe00592ecb6 req-4b844b0d-681e-412d-8348-259833400af9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:43.406959 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fdbd7c9d-bd4b-44c3-aef2-7fe00592ecb6 req-4b844b0d-681e-412d-8348-259833400af9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0518293 Feb 14 15:49:43.454663 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-fdbd7c9d-bd4b-44c3-aef2-7fe00592ecb6 req-e3b8b2d4-3c38-4510-95f9-95352a3f57d9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 Feb 14 15:49:43.758547 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c692b-d800-425d-b533-5f0ee05bf59e req-b931084f-2b3b-4a94-9c1f-9bcb6e3ccab4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:43.760042 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-152c692b-d800-425d-b533-5f0ee05bf59e req-b931084f-2b3b-4a94-9c1f-9bcb6e3ccab4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Feb 14 15:49:43.808957 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-152c692b-d800-425d-b533-5f0ee05bf59e req-49bcb343-7e68-45fd-94e2-4b1c0939ea57 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Feb 14 15:49:44.169630 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5c1c1-60cf-4351-9885-0f5effb9bae6 req-63b6a95b-5145-4c35-af2e-6c9702ce5ba0 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:44.171108 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2ee5c1c1-60cf-4351-9885-0f5effb9bae6 req-63b6a95b-5145-4c35-af2e-6c9702ce5ba0 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 948 time: 0.0558226 Feb 14 15:49:44.216224 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2ee5c1c1-60cf-4351-9885-0f5effb9bae6 req-62fa4343-bf2c-456a-b399-809976cfc2ef tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Feb 14 15:49:44.579050 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99913550-9a09-40fa-9502-a0c47ba36654 req-19cc3e04-5f0e-4b35-abe8-24e2828090c5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:44.580529 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-99913550-9a09-40fa-9502-a0c47ba36654 req-19cc3e04-5f0e-4b35-abe8-24e2828090c5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0554736 Feb 14 15:49:44.625672 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-99913550-9a09-40fa-9502-a0c47ba36654 req-27407a3f-9c91-4ffb-8a49-77c6f9a8a48b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396895 Feb 14 15:49:44.923475 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12afb7f-a3cd-4fc1-a698-98c2793c7d2e req-d2fa7ab3-d011-473d-a513-3eec652ee1d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:44.924936 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e12afb7f-a3cd-4fc1-a698-98c2793c7d2e req-d2fa7ab3-d011-473d-a513-3eec652ee1d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Feb 14 15:49:44.972069 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e12afb7f-a3cd-4fc1-a698-98c2793c7d2e req-9771294d-da5c-4059-97b0-cec04a61a1ee tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Feb 14 15:49:45.300428 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 8c0f6964-233a-46dd-8ef3-b5a374ca128c details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:49:45.332747 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd2e9b-ebc6-4866-9472-470463a4d5f4 req-6e400a25-a35a-47fe-93a7-eda0d178896f tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:45.334222 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1cd2e9b-ebc6-4866-9472-470463a4d5f4 req-6e400a25-a35a-47fe-93a7-eda0d178896f tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 948 time: 0.0520093 Feb 14 15:49:45.380376 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e1cd2e9b-ebc6-4866-9472-470463a4d5f4 req-53a0b0c2-9fb3-499f-8edb-9f815caf0f05 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Feb 14 15:49:45.396909 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:49:45.408017 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '8c0f6964-233a-46dd-8ef3-b5a374ca128c', 'network_id': '88d8f060-97e2-43cd-9a86-b3b3cc1ef56a', 'port_id': '8c0f6964-233a-46dd-8ef3-b5a374ca128c', 'mac_address': 'fa:16:3e:5f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896890ce-304c-47f3-9aa9-4afbc9b2d0f6', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:49:45.446759 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 8c0f6964-233a-46dd-8ef3-b5a374ca128c is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:49:45.447149 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:45.459887 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0f6964-233a-46dd-8ef3-b5a374ca128c {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:49:45.478626 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:49:45.540328 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:45.585450 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:45.592475 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.592825 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.593170 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.593509 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.593843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.594170 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.594496 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.594822 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.595145 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.595471 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.595843 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.596240 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.596569 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:49:45.745905 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ac0-75e6-4fa1-b2dc-ef26ea82a885 req-120bb4c8-05c3-44cd-9153-db9f3eac0fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:45.748000 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-28985ac0-75e6-4fa1-b2dc-ef26ea82a885 req-120bb4c8-05c3-44cd-9153-db9f3eac0fdc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Feb 14 15:49:45.799341 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-28985ac0-75e6-4fa1-b2dc-ef26ea82a885 req-948e7ffc-bc59-4ac0-86b8-56c708f3b3f0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Feb 14 15:49:45.970312 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['8c0f6964-233a-46dd-8ef3-b5a374ca128c'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:49:46.102300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76872-49b4-429c-84d6-da8e6861fcee req-6915ca1a-f7d6-40b7-888f-1079067f866d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:46.103859 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-79b76872-49b4-429c-84d6-da8e6861fcee req-6915ca1a-f7d6-40b7-888f-1079067f866d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0601523 Feb 14 15:49:46.152553 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-79b76872-49b4-429c-84d6-da8e6861fcee req-1c4ffa01-5552-4425-b8f6-f5fc52f85737 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423703 Feb 14 15:49:46.508540 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440543-b8e3-4eee-98c9-9549049bfe4b req-5345c1d3-3eed-436c-91d2-0bf9b25902e2 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:46.509986 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f6440543-b8e3-4eee-98c9-9549049bfe4b req-5345c1d3-3eed-436c-91d2-0bf9b25902e2 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 949 time: 0.0526884 Feb 14 15:49:46.555807 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f6440543-b8e3-4eee-98c9-9549049bfe4b req-6ef973a5-31e1-40c6-86b6-5ae90d6470d0 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Feb 14 15:49:46.917825 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d919c-6136-4fe9-95ae-6bdd52b6d8e0 req-6413aaec-c8a2-4b02-b619-e6d2fd21dc94 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:46.919860 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c8d919c-6136-4fe9-95ae-6bdd52b6d8e0 req-6413aaec-c8a2-4b02-b619-e6d2fd21dc94 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Feb 14 15:49:46.964561 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0c8d919c-6136-4fe9-95ae-6bdd52b6d8e0 req-b939c076-9ed0-4c66-9d16-d3d3cf14ee76 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Feb 14 15:49:47.268107 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53ea24-ead8-4171-869d-f72a69bc6966 req-8416290b-bb9a-41f4-9b73-5041ec6b025e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:47.269577 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed53ea24-ead8-4171-869d-f72a69bc6966 req-8416290b-bb9a-41f4-9b73-5041ec6b025e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0511067 Feb 14 15:49:47.300189 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 8c0f6964-233a-46dd-8ef3-b5a374ca128c up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:49:47.318572 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-ed53ea24-ead8-4171-869d-f72a69bc6966 req-6467b561-ea87-484e-8c08-bd7dac42d73f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Feb 14 15:49:47.436227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 8c0f6964-233a-46dd-8ef3-b5a374ca128c completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:49:47.440233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 8c0f6964-233a-46dd-8ef3-b5a374ca128c triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:49:47.440614 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:47.517505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 8c0f6964-233a-46dd-8ef3-b5a374ca128c is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:49:47.518148 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:47.541066 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:49:47.543305 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bbd364-bd2a-4258-aac8-6a01b73323a9" -d '{"events": [{"server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:49:47.555494 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:49:47.626638 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:47.650867 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1da01f9-bbed-4c90-8b84-ed25cc0b06e9 x-openstack-request-id: req-c1da01f9-bbed-4c90-8b84-ed25cc0b06e9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:49:47.651163 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "name": "network-vif-plugged", "status": "completed", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:49:47.651420 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1da01f9-bbed-4c90-8b84-ed25cc0b06e9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:49:47.651830 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c', 'code': 200} Feb 14 15:49:47.677454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:47.681460 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf0268-77ce-4b73-9ae2-f934c192ef8f req-8909def2-a5a1-416d-8402-b56b75a42626 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:47.683027 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-19bf0268-77ce-4b73-9ae2-f934c192ef8f req-8909def2-a5a1-416d-8402-b56b75a42626 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0588303 Feb 14 15:49:47.731446 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-19bf0268-77ce-4b73-9ae2-f934c192ef8f req-70e04e9e-3d24-4422-be4d-38edbdc538c8 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Feb 14 15:49:48.014777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577e38f-6d04-4fc5-b588-e935bcde606f req-baefb271-3a52-47fa-b5bf-42280f5f797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:48.015640 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3577e38f-6d04-4fc5-b588-e935bcde606f req-baefb271-3a52-47fa-b5bf-42280f5f797f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 1134 time: 0.0438313 Feb 14 15:49:48.070616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3577e38f-6d04-4fc5-b588-e935bcde606f req-cc15961c-49da-4bfb-a844-e10676ab994c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Feb 14 15:49:48.113716 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789287b-c7e2-4ec7-bf79-bf3e1b521f46 req-88dfb856-38bf-402d-b007-30839e32cb24 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:48.115172 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c789287b-c7e2-4ec7-bf79-bf3e1b521f46 req-88dfb856-38bf-402d-b007-30839e32cb24 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0630615 Feb 14 15:49:48.161314 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c789287b-c7e2-4ec7-bf79-bf3e1b521f46 req-a22f48ff-845b-427c-a78d-28dd706a734f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Feb 14 15:49:48.435329 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaf1e0-a250-4f85-ae2f-2bfb0ad317d6 req-b9dcb5c4-35ae-4018-8985-f141e9507c54 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:48.436821 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7fcaf1e0-a250-4f85-ae2f-2bfb0ad317d6 req-b9dcb5c4-35ae-4018-8985-f141e9507c54 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0516543 Feb 14 15:49:48.485014 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7fcaf1e0-a250-4f85-ae2f-2bfb0ad317d6 req-b009354c-7e17-42d6-8fa4-72a92a9fba20 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Feb 14 15:49:48.845739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645704-7bbe-4ce2-b010-05e3adce4798 req-84f9a30d-e80e-477c-8875-c46162bf4aef tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:48.847165 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2a645704-7bbe-4ce2-b010-05e3adce4798 req-84f9a30d-e80e-477c-8875-c46162bf4aef tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0507903 Feb 14 15:49:48.892289 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2a645704-7bbe-4ce2-b010-05e3adce4798 req-10288ff3-0a68-47e7-9acb-06d3efd6530b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Feb 14 15:49:49.280868 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34cbd8-74c3-4dee-a706-d62e3233c007 req-a41467bd-296c-4731-b704-38c87d64eb17 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:49.282317 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a34cbd8-74c3-4dee-a706-d62e3233c007 req-a41467bd-296c-4731-b704-38c87d64eb17 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Feb 14 15:49:49.335335 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8a34cbd8-74c3-4dee-a706-d62e3233c007 req-f99d2521-e57d-4347-8835-ef3eab7806be tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473523 Feb 14 15:49:49.603835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2b7bb-6ae5-433d-b0dd-7b9cfd2ab815 req-db9d3859-553f-4a93-8bdc-31890c198d72 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:49.605318 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4fa2b7bb-6ae5-433d-b0dd-7b9cfd2ab815 req-db9d3859-553f-4a93-8bdc-31890c198d72 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0547810 Feb 14 15:49:49.654328 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4fa2b7bb-6ae5-433d-b0dd-7b9cfd2ab815 req-3242ae72-0a71-4971-870a-8d826de5390d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 Feb 14 15:49:50.006969 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e3f5d-94d8-4586-a196-e1008b14df62 req-1c36560b-1ba4-40c7-9351-ea0a7fa216ac tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:50.008433 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-351e3f5d-94d8-4586-a196-e1008b14df62 req-1c36560b-1ba4-40c7-9351-ea0a7fa216ac tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0504115 Feb 14 15:49:50.054461 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-351e3f5d-94d8-4586-a196-e1008b14df62 req-21d987c6-779b-42be-acdf-be5b9867bb4a tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Feb 14 15:49:50.461444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c111-e766-4d5c-81c0-38566f3f94cf req-9c94f60a-d5e2-4f78-8729-41f3874ddf43 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:50.463014 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4777c111-e766-4d5c-81c0-38566f3f94cf req-9c94f60a-d5e2-4f78-8729-41f3874ddf43 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Feb 14 15:49:50.490248 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837c63-53c5-4d0b-8f3a-33b1edc034d2 req-7c2baefe-0930-4eb4-8e24-6ca646872b13 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:50.491751 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05837c63-53c5-4d0b-8f3a-33b1edc034d2 req-7c2baefe-0930-4eb4-8e24-6ca646872b13 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0533752 Feb 14 15:49:50.511221 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-4777c111-e766-4d5c-81c0-38566f3f94cf req-0c536b5d-46f1-47b8-bbcd-5a9474c4bdd7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Feb 14 15:49:50.539649 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05837c63-53c5-4d0b-8f3a-33b1edc034d2 req-9a37e601-b5db-4c9e-b518-ee320e0f48f5 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Feb 14 15:49:50.774242 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95a85c-35bb-4425-ba1a-1f47e0d1083b req-c9b1e33a-0124-4379-9404-b5e7a5b2b94a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:50.775726 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0f95a85c-35bb-4425-ba1a-1f47e0d1083b req-c9b1e33a-0124-4379-9404-b5e7a5b2b94a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Feb 14 15:49:50.823525 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0f95a85c-35bb-4425-ba1a-1f47e0d1083b req-9a4d66ab-83ce-4a1a-9f43-9292cdf23ad0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Feb 14 15:49:51.636095 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f553-f3ca-465c-b28b-61f2103dd6e5 req-8bbbcda8-e47f-4c5b-9a34-a6f7ac552b8c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:51.637619 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-49e9f553-f3ca-465c-b28b-61f2103dd6e5 req-8bbbcda8-e47f-4c5b-9a34-a6f7ac552b8c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0520391 Feb 14 15:49:51.656895 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080d2e-0230-4688-8ab1-d7cc29694145 req-91e9fe18-e772-436d-8d0b-b7d500c13e26 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:51.658468 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-60080d2e-0230-4688-8ab1-d7cc29694145 req-91e9fe18-e772-436d-8d0b-b7d500c13e26 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0528677 Feb 14 15:49:51.691666 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-49e9f553-f3ca-465c-b28b-61f2103dd6e5 req-44ca4779-4fb9-40c3-9746-7d37230477ef tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481536 Feb 14 15:49:51.707275 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-60080d2e-0230-4688-8ab1-d7cc29694145 req-604a15bf-4b4d-47af-b76b-4270b251c70a tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/security-groups?id=58dc8a2f-b515-4116-a090-bebbdf791a98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Feb 14 15:49:51.937365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fda09-8219-45ec-9816-7c8d53399839 req-da3cc4f2-f3ea-4470-9086-34b20554f22d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:51.938720 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f9fda09-8219-45ec-9816-7c8d53399839 req-da3cc4f2-f3ea-4470-9086-34b20554f22d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0511513 Feb 14 15:49:51.985618 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f9fda09-8219-45ec-9816-7c8d53399839 req-b966c0b4-19d7-4674-ad6c-48137381d0ba tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Feb 14 15:49:52.058969 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-815c7ea3-3d5d-4c90-b580-705b0fb8c872 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:52.060509 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-815c7ea3-3d5d-4c90-b580-705b0fb8c872 tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.100 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 950 time: 0.0561831 Feb 14 15:49:52.151629 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Deleting port 8c0f6964-233a-46dd-8ef3-b5a374ca128c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:49:52.151967 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:52.237848 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] For port 8c0f6964-233a-46dd-8ef3-b5a374ca128c, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c0f6964-233a-46dd-8ef3-b5a374ca128c,segment=NetworkSegment(7873cb6a-ed15-4f58-8f2d-7959e724ebd2),segment_id=7873cb6a-ed15-4f58-8f2d-7959e724ebd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:49:52.238392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:52.249442 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Calling delete_port for 8c0f6964-233a-46dd-8ef3-b5a374ca128c owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:49:52.450176 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (8c0f6964-233a-46dd-8ef3-b5a374ca128c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:52.478274 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Pushing event deleted for resources: {'Port': ['ID=8c0f6964-233a-46dd-8ef3-b5a374ca128c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:52.484374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['8c0f6964-233a-46dd-8ef3-b5a374ca128c'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:49:52.528714 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] No DVR routers for this DVR port 8c0f6964-233a-46dd-8ef3-b5a374ca128c on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:49:52.531192 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:52.534701 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d9ca0928-b074-4134-97f9-86dc19860c4f req-11542f4e-ccfb-497e-87cd-b8db77aa503b tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.100 "DELETE /v2.0/ports/8c0f6964-233a-46dd-8ef3-b5a374ca128c HTTP/1.1" status: 204 len: 173 time: 0.4692335 Feb 14 15:49:52.535215 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'name': 'network-vif-deleted', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:49:52.537491 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1efcd7-3709-4b4f-a3f7-d167c0cad871" -d '{"events": [{"server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "name": "network-vif-deleted", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:49:52.581531 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fea3b4-278e-400a-b23a-9e3c21c74e97 x-openstack-request-id: req-e9fea3b4-278e-400a-b23a-9e3c21c74e97 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:49:52.581830 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0044d9ee-eaee-4169-8d07-2b006b608bc1", "name": "network-vif-deleted", "tag": "8c0f6964-233a-46dd-8ef3-b5a374ca128c", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:49:52.584850 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9fea3b4-278e-400a-b23a-9e3c21c74e97 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:49:52.584850 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0044d9ee-eaee-4169-8d07-2b006b608bc1', 'name': 'network-vif-deleted', 'tag': '8c0f6964-233a-46dd-8ef3-b5a374ca128c', 'status': 'completed', 'code': 200} Feb 14 15:49:52.809686 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8509b76-5e51-4d86-a7c5-377e3b38c1fe req-4c6fcca9-2349-40f0-8124-27d6b0647bed tempest-VolumesNegativeTest-505574707 tempest-VolumesNegativeTest-505574707-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d9ee-eaee-4169-8d07-2b006b608bc1 HTTP/1.1" status: 200 len: 210 time: 0.0306361 Feb 14 15:49:52.821145 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d237b-78e0-411d-9754-4281d1cd6449 req-cfa11d81-74be-4e73-a003-9231f5f5d2c4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:52.822654 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d94d237b-78e0-411d-9754-4281d1cd6449 req-cfa11d81-74be-4e73-a003-9231f5f5d2c4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0551407 Feb 14 15:49:52.870775 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d94d237b-78e0-411d-9754-4281d1cd6449 req-d2e5b01e-8e83-4d3e-bea5-c829cdc703ea tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Feb 14 15:49:52.954511 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-bd2c647f-6aa6-4f9f-9438-f0bcc4c6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:52.956001 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-bd2c647f-6aa6-4f9f-9438-f0bcc4c6b564 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0444639 Feb 14 15:49:53.051203 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-9849de7e-6fed-42eb-95c0-8699908650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:53.052804 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-9849de7e-6fed-42eb-95c0-8699908650c9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0856650 Feb 14 15:49:53.115217 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aead96-fc7d-4a3d-9b1b-c6bb3d448b06 req-366d04a0-74d4-4c89-8fd7-6ce9392a8044 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:53.116630 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-88aead96-fc7d-4a3d-9b1b-c6bb3d448b06 req-366d04a0-74d4-4c89-8fd7-6ce9392a8044 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0553679 Feb 14 15:49:53.120320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-f951df53-3faf-4527-ae29-3968fb765800 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 1000 time: 0.0615268 Feb 14 15:49:53.165611 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-88aead96-fc7d-4a3d-9b1b-c6bb3d448b06 req-e587709b-4639-4d5b-aa0a-a9b4b84d30af tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Feb 14 15:49:53.174105 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-a76c2928-255e-4c36-9c6c-b5c0d955bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:53.175609 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-a76c2928-255e-4c36-9c6c-b5c0d955bdc8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0486505 Feb 14 15:49:53.236748 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-83e0482d-899c-414a-b295-7688c2383516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:53.241068 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-83e0482d-899c-414a-b295-7688c2383516 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434394 Feb 14 15:49:53.327636 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-5a3c46dc-a4f6-4803-ad74-b57b88cb00a0 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828655 Feb 14 15:49:53.420873 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7f2aae4f-3859-402d-af4d-4e2352afad4a req-33dac2d9-3e16-4fc5-bf8d-505032a4d2f2 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874076 Feb 14 15:49:53.992709 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416420-4cba-4584-b7e3-9ca5086f114c req-d68280a4-cdf6-41d9-9ab4-fa97cc47e6c9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:53.994168 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e7416420-4cba-4584-b7e3-9ca5086f114c req-d68280a4-cdf6-41d9-9ab4-fa97cc47e6c9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0526142 Feb 14 15:49:54.041317 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e7416420-4cba-4584-b7e3-9ca5086f114c req-d1051c08-853e-418d-abab-bf0b441d334c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Feb 14 15:49:54.286003 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104f64d-7c4e-4684-9fe7-32f0930474c8 req-252f7734-83d5-43dd-a036-960bd46ffcfa tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:54.287484 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8104f64d-7c4e-4684-9fe7-32f0930474c8 req-252f7734-83d5-43dd-a036-960bd46ffcfa tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0531137 Feb 14 15:49:54.336445 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8104f64d-7c4e-4684-9fe7-32f0930474c8 req-9f76ee67-2cdd-47d9-add1-2e799dae44b4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Feb 14 15:49:55.334781 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 8c0f6964-233a-46dd-8ef3-b5a374ca128c no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:49:55.355361 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 8c0f6964-233a-46dd-8ef3-b5a374ca128c {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:49:55.356393 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 8c0f6964-233a-46dd-8ef3-b5a374ca128c not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:49:55.391242 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8cbf2-00c2-4c3c-b5d1-2ffe30a3d2c9 req-90e3bd27-d267-4686-8717-1b732539daf4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:55.393488 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7fe8cbf2-00c2-4c3c-b5d1-2ffe30a3d2c9 req-90e3bd27-d267-4686-8717-1b732539daf4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.2774653 Feb 14 15:49:55.446715 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7fe8cbf2-00c2-4c3c-b5d1-2ffe30a3d2c9 req-6da11cc6-f628-4e8e-9cda-b86d0715e2cd tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Feb 14 15:49:55.479298 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63f38d-f228-482c-8dd7-3e568dc5847a req-bb29d2d7-dc5a-4f21-973d-2a4d1f768b9e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:55.481413 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cb63f38d-f228-482c-8dd7-3e568dc5847a req-bb29d2d7-dc5a-4f21-973d-2a4d1f768b9e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0705173 Feb 14 15:49:55.528987 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cb63f38d-f228-482c-8dd7-3e568dc5847a req-ab28e680-17f6-42f5-b7b9-e89917cd411b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Feb 14 15:49:56.579342 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a0eaf-740f-438e-9755-cc2d4a0af418 req-7feeada8-f837-4dd6-be7d-27335f01e875 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:56.580438 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e26a0eaf-740f-438e-9755-cc2d4a0af418 req-7feeada8-f837-4dd6-be7d-27335f01e875 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0586047 Feb 14 15:49:56.638848 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e26a0eaf-740f-438e-9755-cc2d4a0af418 req-7e68338c-1fd3-4fee-92f5-8f45dfadb8de tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494864 Feb 14 15:49:56.674228 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5e3ab-224a-4bab-aeba-2c0f91f7655c req-9dda6199-2323-4d71-90b3-ef1f6c9b523c tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:56.675790 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bbb5e3ab-224a-4bab-aeba-2c0f91f7655c req-9dda6199-2323-4d71-90b3-ef1f6c9b523c tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0587595 Feb 14 15:49:56.725194 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-bbb5e3ab-224a-4bab-aeba-2c0f91f7655c req-83000120-baa2-412f-bb0a-235fa0c9ea69 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Feb 14 15:49:57.092791 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aab2a1-517b-4653-9aa9-c126e2320a84 req-02b277de-7817-4b9c-8bc1-1c1e12a5acb1 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:57.094205 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c9aab2a1-517b-4653-9aa9-c126e2320a84 req-02b277de-7817-4b9c-8bc1-1c1e12a5acb1 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Feb 14 15:49:57.153815 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c9aab2a1-517b-4653-9aa9-c126e2320a84 req-d46eceec-37c0-476f-bafd-b45aeb5371bc tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538549 Feb 14 15:49:57.171438 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58322) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:57.270121 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-80824d0b-8ada-43f8-87fe-5fb1fdb7b57a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953219 Feb 14 15:49:57.274534 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-bee449eb-ba5c-46f6-81d9-83e270a2ce15 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:49:57.275533 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-bee449eb-ba5c-46f6-81d9-83e270a2ce15 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051556 Feb 14 15:49:57.329938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:49:57.352671 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:49:57.361388 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-736946f2-0486-4202-9def-607bc8ad2c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:57.416242 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 976f34fb-f609-4d42-98a7-6e71b728f776 is: ACTIVE; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:49:57.416649 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:57.450443 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:49:57.450443 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a54adc-d85d-4b5c-ae56-527d378a01d5" -d '{"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-unplugged", "status": "completed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:49:57.461417 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:49:57.474111 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-3aa64ad7-bcb4-48b1-8e1a-fbc12da3598b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:57.475893 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-3aa64ad7-bcb4-48b1-8e1a-fbc12da3598b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports/976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 942 time: 0.1215398 Feb 14 15:49:57.483524 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 15:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611ee88e-4124-4b80-80a2-f38cbc232a04 x-openstack-request-id: req-611ee88e-4124-4b80-80a2-f38cbc232a04 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:49:57.484124 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-unplugged", "status": "failed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "code": 422}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:49:57.484124 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-611ee88e-4124-4b80-80a2-f38cbc232a04 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:49:57.484536 dv-cinder-815145-9-iscsi neutron-server[103410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'code': 422} returned with failed status Feb 14 15:49:57.529568 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:57.582931 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:49:57.770450 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba92f-be08-4754-8f48-ac7773b82084 req-8ce92780-62f7-4d12-be66-c1577d87e4a0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:57.771864 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2adba92f-be08-4754-8f48-ac7773b82084 req-8ce92780-62f7-4d12-be66-c1577d87e4a0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0567784 Feb 14 15:49:57.818938 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2adba92f-be08-4754-8f48-ac7773b82084 req-a80e0bac-1999-4210-99ae-7590b7691af7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 Feb 14 15:49:58.274957 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa13813-d5f5-411c-9f73-0f25b23388e3 req-5eea7036-9b2b-4cac-8626-b2b2d2c525f9 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:58.276461 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cfa13813-d5f5-411c-9f73-0f25b23388e3 req-5eea7036-9b2b-4cac-8626-b2b2d2c525f9 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0534065 Feb 14 15:49:58.331821 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-cfa13813-d5f5-411c-9f73-0f25b23388e3 req-3024d8d6-0478-402c-99ed-90b6f2a06f47 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495074 Feb 14 15:49:58.939217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37771ef7-f1e9-449d-9860-9d3758a2ee67 req-292ca7a3-ea23-4a75-bfb9-537dc403c649 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:58.940736 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-37771ef7-f1e9-449d-9860-9d3758a2ee67 req-292ca7a3-ea23-4a75-bfb9-537dc403c649 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0511029 Feb 14 15:49:58.987047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-37771ef7-f1e9-449d-9860-9d3758a2ee67 req-65aa1d5d-209c-4036-8e68-fe016850d4d4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Feb 14 15:49:59.454027 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c1fd7-c67f-48d3-b815-82da1aab5b66 req-0fafa7f7-a19d-48d5-8781-091ee78415bd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:49:59.455522 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-353c1fd7-c67f-48d3-b815-82da1aab5b66 req-0fafa7f7-a19d-48d5-8781-091ee78415bd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0537097 Feb 14 15:49:59.510036 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-353c1fd7-c67f-48d3-b815-82da1aab5b66 req-65e5acba-bf46-4f39-a561-873d888bb2ca tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Feb 14 15:49:59.723074 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aae229f3-3474-4677-b4c1-1d0754297b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:49:59.906446 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:50:00.042128 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-23d42a92-f876-4d6b-9459-881d49fcb44c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41501e025b904543b6b91ca62f8b5b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343246 Feb 14 15:50:00.045150 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:50:00.046675 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:50:00.093155 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Publish callbacks [] for security_group (58dc8a2f-b515-4116-a090-bebbdf791a98), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:00.115182 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Publish callbacks [] for security_group (58dc8a2f-b515-4116-a090-bebbdf791a98), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:00.118526 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55b33-f569-4da5-a052-3cf89ce85438 req-be22e28f-fb16-4fe0-8733-73d0581bf8e7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.120060 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-81b55b33-f569-4da5-a052-3cf89ce85438 req-be22e28f-fb16-4fe0-8733-73d0581bf8e7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0557075 Feb 14 15:50:00.167104 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-81b55b33-f569-4da5-a052-3cf89ce85438 req-1749e86d-676c-48bb-b4cf-961c3123415d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407591 Feb 14 15:50:00.237614 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (58dc8a2f-b515-4116-a090-bebbdf791a98), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:00.240274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:00.241445 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58dc8a2f-b515-4116-a090-bebbdf791a98 HTTP/1.1" status: 204 len: 168 time: 0.1954083 Feb 14 15:50:00.251981 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc8a2f-b515-4116-a090-bebbdf791a98,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:00.260231 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.260580 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.260931 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.261277 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.262378 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.262855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.263200 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.263543 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.263921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.264257 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.264655 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.265129 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.265467 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48217896-bfce-4d05-bc1f-d96a6d666a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:00.411890 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-f9d82277-c9f0-46d5-b3ea-16ad37e7e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.413374 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-f9d82277-c9f0-46d5-b3ea-16ad37e7e509 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67&tenant_id=345fa7fc8494459db4a9321b00e8a66c HTTP/1.1" status: 200 len: 1127 time: 0.0450094 Feb 14 15:50:00.492931 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-0f0989c2-c34c-42bc-8dd4-bbc78de17179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.493997 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-0f0989c2-c34c-42bc-8dd4-bbc78de17179 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1127 time: 0.0440245 Feb 14 15:50:00.591766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-10799132-58a0-4108-8f4c-35754818b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.593305 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-10799132-58a0-4108-8f4c-35754818b798 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0925653 Feb 14 15:50:00.636865 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748255c3-c8cb-472b-a888-d2dc438bd1c2 req-791fcec7-f2f0-40fa-b944-19de4b7e224f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.639224 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-748255c3-c8cb-472b-a888-d2dc438bd1c2 req-791fcec7-f2f0-40fa-b944-19de4b7e224f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0570567 Feb 14 15:50:00.661734 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-44773f8a-ddd0-4e5f-b62d-1599a126f23b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 998 time: 0.0619833 Feb 14 15:50:00.698259 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-748255c3-c8cb-472b-a888-d2dc438bd1c2 req-f641e9a0-b2b2-4965-ad86-6ab3024c89c5 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522869 Feb 14 15:50:00.717966 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:00.720177 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-4d55a0e6-4731-4f96-a2da-6e126c25a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.721696 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-4d55a0e6-4731-4f96-a2da-6e126c25a027 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0497422 Feb 14 15:50:00.771101 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-06f725af-0f43-40c8-bfcb-105d6b20f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:00.772629 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-06f725af-0f43-40c8-bfcb-105d6b20f0c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443196 Feb 14 15:50:00.862190 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-b681318d-33ca-4c68-917b-cb88d557f0e8 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829191 Feb 14 15:50:01.220372 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-d6a18e7b-62cf-4f7a-8302-ea8b40c011a9 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518221 Feb 14 15:50:01.294244 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded811-9933-4551-9487-1d0500d72523 req-82cf6330-51f9-4f38-901f-89fffef22a80 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:01.295812 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2ded811-9933-4551-9487-1d0500d72523 req-82cf6330-51f9-4f38-901f-89fffef22a80 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Feb 14 15:50:01.343458 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e2ded811-9933-4551-9487-1d0500d72523 req-632a1739-eac7-42eb-a2c4-7eba3dd18a3a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Feb 14 15:50:01.356704 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:50:01.457658 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:01.467811 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:50:01.504227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: ACTIVE; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:01.504547 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:01.518234 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:50:01.536864 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:01.597645 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:01.664388 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:01.819399 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c27c-2012-4406-9785-eb02ede83b96 req-317d4db4-edd1-4ea6-98dd-dfc59505d8bd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:01.820891 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3353c27c-2012-4406-9785-eb02ede83b96 req-317d4db4-edd1-4ea6-98dd-dfc59505d8bd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0559406 Feb 14 15:50:01.858928 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a20747ba-a148-4e53-b2c8-45afd1c9e419'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:50:01.872515 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3353c27c-2012-4406-9785-eb02ede83b96 req-12aba1bd-a993-4a79-903e-bd48ab0efdb2 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Feb 14 15:50:01.977768 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:02.468590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05193f09-d1c6-46b3-861f-0e859bf6f3be req-9c8cced4-fca8-4435-9ad8-dcb342fabe5e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:02.470035 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05193f09-d1c6-46b3-861f-0e859bf6f3be req-9c8cced4-fca8-4435-9ad8-dcb342fabe5e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 944 time: 0.0558848 Feb 14 15:50:02.514566 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05193f09-d1c6-46b3-861f-0e859bf6f3be req-ee85c4cc-8cb8-40eb-b0fa-b32b3a3fd583 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 Feb 14 15:50:02.990756 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99bb99-fd82-4005-a49c-d77c4d62eabd req-d0180a8b-b360-4f3a-883f-5f16ad99e7f4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:02.992256 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf99bb99-fd82-4005-a49c-d77c4d62eabd req-d0180a8b-b360-4f3a-883f-5f16ad99e7f4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0509295 Feb 14 15:50:03.042194 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf99bb99-fd82-4005-a49c-d77c4d62eabd req-28e6c008-07a2-45ef-ab40-3397382a91c3 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Feb 14 15:50:03.294842 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:03.355913 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:50:03.406927 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a20747ba-a148-4e53-b2c8-45afd1c9e419 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:50:03.407304 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:03.482385 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:03.482778 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:03.505266 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:50:03.507479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3170faf5-af13-4071-8e86-b1b15e5ab42a" -d '{"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:50:03.520191 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:03.545732 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b5629-42cd-415b-8299-386f2f419ab7 x-openstack-request-id: req-f12b5629-42cd-415b-8299-386f2f419ab7 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:50:03.545972 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:50:03.546342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f12b5629-42cd-415b-8299-386f2f419ab7 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:50:03.546670 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'code': 200} Feb 14 15:50:03.597558 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:03.640991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96993f3d-9cee-488b-9a1d-82212c778cd2 req-b0a03325-9340-4778-9d1f-026941c0e101 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:03.642469 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-96993f3d-9cee-488b-9a1d-82212c778cd2 req-b0a03325-9340-4778-9d1f-026941c0e101 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0572658 Feb 14 15:50:03.649269 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:03.690566 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-96993f3d-9cee-488b-9a1d-82212c778cd2 req-3f66d8f4-e267-4dc4-8bbf-f8d97f8c1702 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Feb 14 15:50:04.163502 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd972810-d473-4241-8138-4bfea3d99104 req-8f8f26b5-782c-45bc-a552-c9a421537f1e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:04.165028 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd972810-d473-4241-8138-4bfea3d99104 req-8f8f26b5-782c-45bc-a552-c9a421537f1e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0519226 Feb 14 15:50:04.212889 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd972810-d473-4241-8138-4bfea3d99104 req-251087cd-817e-4e4e-aa9f-bf79f49b079f tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Feb 14 15:50:04.812975 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857ac62-5b2f-4fc3-9ee3-6baad3a24ca3 req-d59b452f-67bf-4064-ba03-fbbaec508440 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:04.814443 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2857ac62-5b2f-4fc3-9ee3-6baad3a24ca3 req-d59b452f-67bf-4064-ba03-fbbaec508440 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0527484 Feb 14 15:50:04.862530 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2857ac62-5b2f-4fc3-9ee3-6baad3a24ca3 req-b06adaa7-91f0-4b27-8858-6d2b22a18d8a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Feb 14 15:50:05.366121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad4933-b350-417f-aea1-30dc67ba9a16 req-51c99084-d012-478f-85c8-b440a3af946e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:05.367751 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ccad4933-b350-417f-aea1-30dc67ba9a16 req-51c99084-d012-478f-85c8-b440a3af946e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0743778 Feb 14 15:50:05.440150 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ccad4933-b350-417f-aea1-30dc67ba9a16 req-159ca67c-6ba3-4c90-bc27-e348377f725a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611832 Feb 14 15:50:06.014490 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edef24-5a96-48f2-b0b8-4f07e13a81da req-56e48dbb-cdb7-4409-835d-015f93b7ade8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:06.020104 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21edef24-5a96-48f2-b0b8-4f07e13a81da req-56e48dbb-cdb7-4409-835d-015f93b7ade8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0754595 Feb 14 15:50:06.075224 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-21edef24-5a96-48f2-b0b8-4f07e13a81da req-74463be7-9906-4f3c-a977-10a60c30711b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508769 Feb 14 15:50:06.549351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfc46d-dff9-4d3b-a24b-e7ac5543096c req-df05e4bd-2c57-4f4b-b354-b57febb336fa tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:06.552205 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d6dfc46d-dff9-4d3b-a24b-e7ac5543096c req-df05e4bd-2c57-4f4b-b354-b57febb336fa tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0558612 Feb 14 15:50:06.612900 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d6dfc46d-dff9-4d3b-a24b-e7ac5543096c req-91304f47-b6f5-43d7-8839-f42990d54a88 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554724 Feb 14 15:50:07.204485 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e48b-0317-4b00-968c-bd78617663f4 req-8544872d-1d7e-49fe-93c4-c0565eabe8ad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:07.206086 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1a32e48b-0317-4b00-968c-bd78617663f4 req-8544872d-1d7e-49fe-93c4-c0565eabe8ad tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0545940 Feb 14 15:50:07.274572 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1a32e48b-0317-4b00-968c-bd78617663f4 req-e3fa2afc-d4d4-458b-be77-ad1473ba139c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628743 Feb 14 15:50:07.749503 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccbb15-ad32-48d4-b87b-3ebae567e0ef req-907336f4-93e4-4ba5-a0ac-b829c70e0b85 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:07.751050 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a8ccbb15-ad32-48d4-b87b-3ebae567e0ef req-907336f4-93e4-4ba5-a0ac-b829c70e0b85 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0559781 Feb 14 15:50:07.807717 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a8ccbb15-ad32-48d4-b87b-3ebae567e0ef req-1e32cae5-e9f1-4d02-ab0a-2bfd2e2c94c5 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Feb 14 15:50:08.411020 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f54c05-fba1-4a91-9e68-3586cf6475c8 req-3fbce41b-83b0-4e47-b901-db7bf54d2f5d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:08.412552 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-76f54c05-fba1-4a91-9e68-3586cf6475c8 req-3fbce41b-83b0-4e47-b901-db7bf54d2f5d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0531862 Feb 14 15:50:08.458358 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-76f54c05-fba1-4a91-9e68-3586cf6475c8 req-10def755-640b-4f0b-80f4-158744a0bde4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397525 Feb 14 15:50:08.936541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9ed11-c709-4f1e-aae7-168406cda51c req-f87105bc-8df3-4f03-9727-879c0a1ded8d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:08.938035 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2f9ed11-c709-4f1e-aae7-168406cda51c req-f87105bc-8df3-4f03-9727-879c0a1ded8d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0553894 Feb 14 15:50:08.993609 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2f9ed11-c709-4f1e-aae7-168406cda51c req-35f97948-c1d6-4733-bd68-723fa25721f6 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Feb 14 15:50:09.597294 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2ba5e-62b2-4cdd-914a-69815896bf1a req-f3e35006-2f5e-4c72-915f-cc60b81004b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:09.598841 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e7c2ba5e-62b2-4cdd-914a-69815896bf1a req-f3e35006-2f5e-4c72-915f-cc60b81004b7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0585392 Feb 14 15:50:09.653045 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e7c2ba5e-62b2-4cdd-914a-69815896bf1a req-ea4ec6db-0730-4256-bcd0-8d511ef67dbd tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Feb 14 15:50:10.150665 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622048f-2010-42c5-863d-34844d6e9ef0 req-c58f1caf-995a-4713-95f7-cd1508dde61e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:10.154168 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0622048f-2010-42c5-863d-34844d6e9ef0 req-c58f1caf-995a-4713-95f7-cd1508dde61e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0788174 Feb 14 15:50:10.208390 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0622048f-2010-42c5-863d-34844d6e9ef0 req-045fd80d-86fb-49be-81b1-2677d0552ffe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Feb 14 15:50:10.803274 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d5123-a9f0-47c7-a7a4-b8c9dccafba7 req-7e093edd-5fac-4c25-9a25-1e879c5a8b0a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:10.805019 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-149d5123-a9f0-47c7-a7a4-b8c9dccafba7 req-7e093edd-5fac-4c25-9a25-1e879c5a8b0a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0706332 Feb 14 15:50:10.856613 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-149d5123-a9f0-47c7-a7a4-b8c9dccafba7 req-05f108b4-9f26-4df8-8796-9dff60ac8212 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Feb 14 15:50:11.338047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858dc63-aba3-422c-bf0c-851a93f14e80 req-ed1d31e3-49ab-4b2f-8afb-07bd2fe79d13 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:11.339624 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e858dc63-aba3-422c-bf0c-851a93f14e80 req-ed1d31e3-49ab-4b2f-8afb-07bd2fe79d13 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0592468 Feb 14 15:50:11.488122 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e858dc63-aba3-422c-bf0c-851a93f14e80 req-be82a083-ed79-4042-95fd-5b4b3f0106f8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453570 Feb 14 15:50:11.987125 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318480-c35d-4ce2-afc4-f84d7af21f8c req-b3890ad7-4bde-4f69-acc0-8b379cda5d5e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:11.988629 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e318480-c35d-4ce2-afc4-f84d7af21f8c req-b3890ad7-4bde-4f69-acc0-8b379cda5d5e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0564866 Feb 14 15:50:12.039008 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9e318480-c35d-4ce2-afc4-f84d7af21f8c req-c0acffcc-eadc-4012-a7d2-189ed8e1615e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Feb 14 15:50:12.557437 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f1ef-aba8-47f6-954a-f94ba277d0e9 req-552ab69b-f4c8-4d36-a717-3b2b96aabd27 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:12.560898 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3d34f1ef-aba8-47f6-954a-f94ba277d0e9 req-552ab69b-f4c8-4d36-a717-3b2b96aabd27 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0951667 Feb 14 15:50:12.626327 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3d34f1ef-aba8-47f6-954a-f94ba277d0e9 req-665ccc0f-125e-4ed2-b575-a50fc5053374 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554488 Feb 14 15:50:13.171773 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5ffcd-ea15-4a88-a393-40d696681292 req-176fc4cb-be8f-4937-a370-ac372c723b15 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:13.173310 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1cd5ffcd-ea15-4a88-a393-40d696681292 req-176fc4cb-be8f-4937-a370-ac372c723b15 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0587721 Feb 14 15:50:13.224067 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1cd5ffcd-ea15-4a88-a393-40d696681292 req-1b404bcc-7fb5-435f-900f-d2f318da0395 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Feb 14 15:50:13.754581 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1668-1bb6-448b-b252-89152df2798a req-bc5c6688-1468-4320-8f57-2f842be387de tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:13.756174 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8e8f1668-1bb6-448b-b252-89152df2798a req-bc5c6688-1468-4320-8f57-2f842be387de tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 943 time: 0.0573013 Feb 14 15:50:13.780716 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:50:13.823520 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8e8f1668-1bb6-448b-b252-89152df2798a req-c9275322-41a2-442b-9c11-3abe78ecffe8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619118 Feb 14 15:50:13.891968 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:13.917853 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:13.931045 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '976f34fb-f609-4d42-98a7-6e71b728f776', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'port_id': '976f34fb-f609-4d42-98a7-6e71b728f776', 'mac_address': 'fa:16:3e:5b:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:50:13.977253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 976f34fb-f609-4d42-98a7-6e71b728f776 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:13.977253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:13.994183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976f34fb-f609-4d42-98a7-6e71b728f776 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:50:14.018506 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:14.093343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:14.150815 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:14.355003 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a975f85-6c08-48c5-aecf-8e0ee800052e req-34f7b8a1-2ae0-4c76-bea8-905c9160fe53 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:14.357191 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0a975f85-6c08-48c5-aecf-8e0ee800052e req-34f7b8a1-2ae0-4c76-bea8-905c9160fe53 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Feb 14 15:50:14.418486 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-0a975f85-6c08-48c5-aecf-8e0ee800052e req-b0790459-8576-40b9-b76e-45e9e0deb5c3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539351 Feb 14 15:50:14.949966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36896e-dab0-4897-904e-4786e485e3b6 req-279ed95f-73f3-46b5-868e-af604ce206f4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:14.951730 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fc36896e-dab0-4897-904e-4786e485e3b6 req-279ed95f-73f3-46b5-868e-af604ce206f4 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0518143 Feb 14 15:50:15.008544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-fc36896e-dab0-4897-904e-4786e485e3b6 req-8f147456-d288-4ec1-ad66-f14fbc769c71 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492702 Feb 14 15:50:15.040193 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['976f34fb-f609-4d42-98a7-6e71b728f776'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:50:15.550645 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7e493-3901-49ce-a866-7cae75cc0c8e req-79347b63-930c-45ba-a94f-da5ce9e41b37 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:15.553043 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-89a7e493-3901-49ce-a866-7cae75cc0c8e req-79347b63-930c-45ba-a94f-da5ce9e41b37 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0564184 Feb 14 15:50:15.606079 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-89a7e493-3901-49ce-a866-7cae75cc0c8e req-b7175a11-e52e-471e-8be6-ae7e10dca52d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468078 Feb 14 15:50:16.132157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf261-bfc5-4412-95c6-277f89b14c88 req-98f848ff-a075-4e82-ac1b-eca004a27f36 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:16.133542 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dabf261-bfc5-4412-95c6-277f89b14c88 req-98f848ff-a075-4e82-ac1b-eca004a27f36 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0515630 Feb 14 15:50:16.187293 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dabf261-bfc5-4412-95c6-277f89b14c88 req-4f5851c3-7e93-43f8-83ea-830f80b734dd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Feb 14 15:50:16.728276 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac8389-ee6a-444b-b9d0-63813d698416 req-f06ce403-48e7-4fd6-8fac-22f9a52d3372 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:16.729748 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aeac8389-ee6a-444b-b9d0-63813d698416 req-f06ce403-48e7-4fd6-8fac-22f9a52d3372 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0529513 Feb 14 15:50:16.776338 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-aeac8389-ee6a-444b-b9d0-63813d698416 req-b4cd0931-9da4-4391-a043-87ca363fd675 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404291 Feb 14 15:50:17.308323 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6591751-347b-4d32-90b5-5e88b731d99a req-d44af617-9b2e-4983-97e1-f6522eeb62dd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:17.309797 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6591751-347b-4d32-90b5-5e88b731d99a req-d44af617-9b2e-4983-97e1-f6522eeb62dd tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0552900 Feb 14 15:50:17.357893 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6591751-347b-4d32-90b5-5e88b731d99a req-d3e43602-a46a-4ddc-9956-acbb98c161e3 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Feb 14 15:50:17.905377 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29932088-62d3-460c-9a68-62e4e04e6141 req-4c0e761f-2c4d-468e-ab82-381a324beed4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:17.907499 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29932088-62d3-460c-9a68-62e4e04e6141 req-4c0e761f-2c4d-468e-ab82-381a324beed4 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0607107 Feb 14 15:50:17.956853 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-29932088-62d3-460c-9a68-62e4e04e6141 req-41b6f752-a904-40b1-8c67-7a32ca77dbb5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Feb 14 15:50:18.475355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3e1c-1814-4198-bec3-f5aab09dfcc8 req-5f8caf42-f03c-42d7-a340-9e53a335b390 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:18.476844 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5eec3e1c-1814-4198-bec3-f5aab09dfcc8 req-5f8caf42-f03c-42d7-a340-9e53a335b390 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0538807 Feb 14 15:50:18.524230 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5eec3e1c-1814-4198-bec3-f5aab09dfcc8 req-7105cbaa-37d8-4772-9d32-f02b97750f4d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Feb 14 15:50:19.082677 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b4690-2b87-49e9-9791-1a2cf8e6bdc3 req-b9d0057e-7d8c-4d88-a232-1c754ca817de tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:19.084100 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf0b4690-2b87-49e9-9791-1a2cf8e6bdc3 req-b9d0057e-7d8c-4d88-a232-1c754ca817de tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0561171 Feb 14 15:50:19.135130 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bf0b4690-2b87-49e9-9791-1a2cf8e6bdc3 req-887b592b-eea7-40b2-b3e8-c248bf0e3ce5 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 Feb 14 15:50:19.649739 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab6061-4e4b-4d8d-b84f-22796ae58f3b req-948f4eb4-a661-40ef-b176-43b7d25dbe04 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:19.651206 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3dab6061-4e4b-4d8d-b84f-22796ae58f3b req-948f4eb4-a661-40ef-b176-43b7d25dbe04 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0558910 Feb 14 15:50:19.698732 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-3dab6061-4e4b-4d8d-b84f-22796ae58f3b req-3e2bc5d4-1e8a-402f-bbca-8e72651c1f95 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Feb 14 15:50:20.262496 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088d644-e0fb-4089-b497-3840eabb61ba req-7cc49799-7fdb-49d5-a44b-3056a288535b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:20.263945 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2088d644-e0fb-4089-b497-3840eabb61ba req-7cc49799-7fdb-49d5-a44b-3056a288535b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Feb 14 15:50:20.315492 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2088d644-e0fb-4089-b497-3840eabb61ba req-bb5083a3-ff6a-4ce0-8319-e4259eb6546a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Feb 14 15:50:20.543225 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:50:20.589450 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 976f34fb-f609-4d42-98a7-6e71b728f776 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:50:20.589825 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:20.666980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 976f34fb-f609-4d42-98a7-6e71b728f776 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:20.667374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:20.688938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:50:20.691162 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a4c10-589b-4319-a648-d4ab7caf616d" -d '{"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-plugged", "status": "completed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:50:20.704325 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:20.738490 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2331fbec-04de-47b6-835e-c3659abd796e x-openstack-request-id: req-2331fbec-04de-47b6-835e-c3659abd796e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:50:20.738490 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-plugged", "status": "completed", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:50:20.738490 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2331fbec-04de-47b6-835e-c3659abd796e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:50:20.738490 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'code': 200} Feb 14 15:50:20.786110 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:20.822261 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acb963-5d54-4188-a026-8830f341a332 req-fc122d84-7d7e-4b2c-87d8-c5bce668f72c tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:20.824471 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9acb963-5d54-4188-a026-8830f341a332 req-fc122d84-7d7e-4b2c-87d8-c5bce668f72c tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 944 time: 0.0550039 Feb 14 15:50:20.849398 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:20.899056 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e9acb963-5d54-4188-a026-8830f341a332 req-e8ba3c0d-99d9-4198-b6d1-6295098e2739 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529904 Feb 14 15:50:21.207150 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ee7d-6c3b-49eb-8a99-dccc03cd233a req-c606ada9-cf76-4686-9edd-bc5cb203a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.208654 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c238ee7d-6c3b-49eb-8a99-dccc03cd233a req-c606ada9-cf76-4686-9edd-bc5cb203a0b6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0754797 Feb 14 15:50:21.225198 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-c6feb408-e24d-4225-8ef9-f02513cddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.226933 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-c6feb408-e24d-4225-8ef9-f02513cddd67 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0617144 Feb 14 15:50:21.291604 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c238ee7d-6c3b-49eb-8a99-dccc03cd233a req-37d95277-e63f-4546-bc7f-cf2459a77a94 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752439 Feb 14 15:50:21.347387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-39b0012f-f7f2-46e1-b94e-a051eb0b42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.349236 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-39b0012f-f7f2-46e1-b94e-a051eb0b42d7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.1111057 Feb 14 15:50:21.443673 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f0dc1-e0a6-4421-874e-44568bf3117b req-bf035dbc-0bad-435e-a4b9-ffd75187cd67 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.445151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e21f0dc1-e0a6-4421-874e-44568bf3117b req-bf035dbc-0bad-435e-a4b9-ffd75187cd67 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0532808 Feb 14 15:50:21.491649 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e21f0dc1-e0a6-4421-874e-44568bf3117b req-5c5919ed-5442-472c-916a-c2e68631863b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Feb 14 15:50:21.724159 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-14dbbc5d-6fcb-48bd-9dce-3f200179230d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 1001 time: 0.0620577 Feb 14 15:50:21.796370 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-f7351b63-d25c-4ccd-a6f1-eb5c82d92e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.797880 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-f7351b63-d25c-4ccd-a6f1-eb5c82d92e21 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0434997 Feb 14 15:50:21.847125 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-11847cbb-68b2-404d-9ed9-8949b84470a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:21.848548 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-11847cbb-68b2-404d-9ed9-8949b84470a7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437109 Feb 14 15:50:21.945762 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-99801fd5-2175-4c1f-8fd3-93a4a87b8dd6 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901396 Feb 14 15:50:22.017368 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0d60-4be1-45f8-b6d2-388b2cbf2042 req-25a3101b-cc96-4ebf-a3a3-88ed454e270a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:22.019150 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a42f0d60-4be1-45f8-b6d2-388b2cbf2042 req-25a3101b-cc96-4ebf-a3a3-88ed454e270a tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0523503 Feb 14 15:50:22.037279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44a2dab9-ff7a-40f2-826f-9eea2ee73ba2 req-cf7f3a1a-5ec6-4744-b122-5ac7a809d8da service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857513 Feb 14 15:50:22.070436 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a42f0d60-4be1-45f8-b6d2-388b2cbf2042 req-d5848569-2c9c-41cd-9471-dd0935d22fbe tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 Feb 14 15:50:22.621950 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11368ca3-395f-403a-9d47-74bcf7d122e1 req-30d41f3b-3c3b-466d-90e9-42b5beb3ad5a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:22.623539 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-11368ca3-395f-403a-9d47-74bcf7d122e1 req-30d41f3b-3c3b-466d-90e9-42b5beb3ad5a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0573590 Feb 14 15:50:22.673135 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-11368ca3-395f-403a-9d47-74bcf7d122e1 req-330f4c95-485e-40a5-9033-995d9b74a610 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Feb 14 15:50:23.197184 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-ef0ac1c5-3e1b-4783-bebc-f29d66e7cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.198994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-ef0ac1c5-3e1b-4783-bebc-f29d66e7cf85 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0501764 Feb 14 15:50:23.202125 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78265f0-af2e-424c-8540-7e76130e7eee req-15b195ff-7c38-4ccb-a747-299b5eb3944b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.211874 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e78265f0-af2e-424c-8540-7e76130e7eee req-15b195ff-7c38-4ccb-a747-299b5eb3944b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0667009 Feb 14 15:50:23.254554 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e78265f0-af2e-424c-8540-7e76130e7eee req-6ff1ee84-3d5b-4846-8b36-8e4bad9d57ad tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451493 Feb 14 15:50:23.307426 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-6bde116b-08d1-4c53-a750-94bd88adbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.309465 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-6bde116b-08d1-4c53-a750-94bd88adbc1a service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0895150 Feb 14 15:50:23.379532 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-13194103-618a-400f-b3a1-e83f89afabf9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 1001 time: 0.0591033 Feb 14 15:50:23.429344 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-a2582e32-81c1-46c6-8a83-1c45ed53eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.430776 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-a2582e32-81c1-46c6-8a83-1c45ed53eb3a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0427010 Feb 14 15:50:23.484488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-3b2498c8-c209-4a2b-9765-1d3e8861ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.486258 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-3b2498c8-c209-4a2b-9765-1d3e8861ea4b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481782 Feb 14 15:50:23.573060 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-2dbd21ad-8769-40e9-97b5-25eccd87de9e service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797403 Feb 14 15:50:23.664097 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-2c3daf85-dd3a-4a7a-8e06-17db710d5fda req-27bcb7ca-cfe3-4633-92af-ea445c5dea74 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840616 Feb 14 15:50:23.797659 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d358a66-f264-4b64-9173-8c510ff08bd3 req-dcd3fdfe-de29-4b4d-b17c-9e2a73cc8be3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:23.799124 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7d358a66-f264-4b64-9173-8c510ff08bd3 req-dcd3fdfe-de29-4b4d-b17c-9e2a73cc8be3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 945 time: 0.0526440 Feb 14 15:50:23.846606 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7d358a66-f264-4b64-9173-8c510ff08bd3 req-dbfeb4ef-0a89-46bc-ab55-f79df100b48c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Feb 14 15:50:24.563315 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:50:24.640908 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: ACTIVE; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:24.641341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:24.663125 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:50:24.665270 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a34e8-4ba7-4cae-96c3-897fd0e5764a" -d '{"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:50:24.676977 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:24.706466 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced797b-9f40-4645-a88f-3e301237ef13 x-openstack-request-id: req-bced797b-9f40-4645-a88f-3e301237ef13 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:50:24.706466 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:50:24.706466 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bced797b-9f40-4645-a88f-3e301237ef13 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:50:24.706466 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'code': 200} Feb 14 15:50:24.749484 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:24.797898 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:24.979764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f466b6-5335-4eee-8c68-a7dd3e78be1e req-48328b31-5f1a-4dd3-ba10-7c5a5ae3bc32 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:24.981722 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05f466b6-5335-4eee-8c68-a7dd3e78be1e req-48328b31-5f1a-4dd3-ba10-7c5a5ae3bc32 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0568550 Feb 14 15:50:25.028151 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-05f466b6-5335-4eee-8c68-a7dd3e78be1e req-cab59a48-4294-4917-af70-d2931f07a1a2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Feb 14 15:50:26.795837 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:50:26.900782 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e21f4f2c-46d5-4f28-a5b3-327e2c8e57ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:26.975868 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e21f4f2c-46d5-4f28-a5b3-327e2c8e57ab admin admin] Publish callbacks [] for security_group (0120f910-ad5b-4069-beea-9601b7cdb23f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.043332 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e21f4f2c-46d5-4f28-a5b3-327e2c8e57ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0120f910-ad5b-4069-beea-9601b7cdb23f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.082599 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e21f4f2c-46d5-4f28-a5b3-327e2c8e57ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcbb18966ab14104b469f135b92506c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850962 Feb 14 15:50:27.083559 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f4f2c-46d5-4f28-a5b3-327e2c8e57ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120f910-ad5b-4069-beea-9601b7cdb23f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:27.085386 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 58724) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:50:27.136004 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Publish callbacks [] for security_group (0120f910-ad5b-4069-beea-9601b7cdb23f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.161966 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Publish callbacks [] for security_group (0120f910-ad5b-4069-beea-9601b7cdb23f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.254691 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b7778-9a7c-4e68-9021-83cac3a7301d req-2c6e313f-43d3-4f36-a9b1-8e027968506f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:27.256209 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c61b7778-9a7c-4e68-9021-83cac3a7301d req-2c6e313f-43d3-4f36-a9b1-8e027968506f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0519078 Feb 14 15:50:27.271041 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (0120f910-ad5b-4069-beea-9601b7cdb23f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.276886 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.276886 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0120f910-ad5b-4069-beea-9601b7cdb23f HTTP/1.1" status: 204 len: 168 time: 0.1880183 Feb 14 15:50:27.293045 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120f910-ad5b-4069-beea-9601b7cdb23f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:27.311755 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.312771 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.313046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.313397 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.314134 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.314134 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.314392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.314723 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.315059 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.315392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.315749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.316387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.316387 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a523aead-c46d-49c5-8019-c6f5d54c886a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:27.333822 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c61b7778-9a7c-4e68-9021-83cac3a7301d req-0f67a3d7-d6d4-49b3-9d1f-86de87aaccb1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701516 Feb 14 15:50:27.355267 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-435fbe44-81bb-4498-b01b-c8e63ff58c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:27.527337 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-eedd3a99-41fd-4935-a911-1f5e8a477abd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473726 Feb 14 15:50:27.605187 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-d940a4a4-93f8-4085-8b1d-3483fac98401 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:27.607197 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-d940a4a4-93f8-4085-8b1d-3483fac98401 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports/a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 940 time: 0.0500081 Feb 14 15:50:28.457962 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6b419-3868-4b81-a9e9-ce4d7bd39380 req-96fe7b2f-1628-43c4-a580-a199b5c94a86 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:28.459436 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3df6b419-3868-4b81-a9e9-ce4d7bd39380 req-96fe7b2f-1628-43c4-a580-a199b5c94a86 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0531323 Feb 14 15:50:28.506437 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-3df6b419-3868-4b81-a9e9-ce4d7bd39380 req-94a93be8-8c0f-4070-9098-ad1be0c2e9f2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Feb 14 15:50:28.577888 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:50:28.654749 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: DOWN; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:29.092729 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-41bb06d1-3ae1-497f-9d8f-adf3f5f8e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.094211 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-41bb06d1-3ae1-497f-9d8f-adf3f5f8e965 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0&tenant_id=4739d4047aa7462d8faa74e7f691ed40 HTTP/1.1" status: 200 len: 1127 time: 0.0432618 Feb 14 15:50:29.167802 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-5b321bd3-8891-41e9-a48a-27297c2650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.169271 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-5b321bd3-8891-41e9-a48a-27297c2650d1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4739d4047aa7462d8faa74e7f691ed40&device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0430319 Feb 14 15:50:29.258956 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-adecb317-d71a-4075-886a-969bb9621bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.260473 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-adecb317-d71a-4075-886a-969bb9621bf1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 200 len: 919 time: 0.0844080 Feb 14 15:50:29.322608 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-2fda518d-01cd-4130-aa42-932796634bad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 200 len: 999 time: 0.0565455 Feb 14 15:50:29.369245 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-dd3370f0-54ab-4fc5-93db-124f96bb201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.370560 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-dd3370f0-54ab-4fc5-93db-124f96bb201c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 200 len: 856 time: 0.0422165 Feb 14 15:50:29.422224 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-b69532b3-0548-4f9a-b77f-d2de272f49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.423756 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-b69532b3-0548-4f9a-b77f-d2de272f49a5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=19d7c594-4ad1-4d80-a89e-00fd8699608c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472505 Feb 14 15:50:29.508663 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-a950c6d9-9f16-485e-85d6-ed12aaf481d8 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789917 Feb 14 15:50:29.622584 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-65fbcae3-072c-40fc-983f-ead7d56238a4 service neutron] 10.222.0.100 "GET /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084957 Feb 14 15:50:29.640930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd868b4a-df7c-4095-b495-51bb8441042a req-e0a60b1a-f962-4f49-b2c3-5aa35b80318b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:29.643957 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd868b4a-df7c-4095-b495-51bb8441042a req-e0a60b1a-f962-4f49-b2c3-5aa35b80318b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0663900 Feb 14 15:50:29.691070 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cd868b4a-df7c-4095-b495-51bb8441042a req-3411d474-41e2-4b08-abcd-77c1f8d071e7 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Feb 14 15:50:29.756932 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bed31470-19a5-4a63-a57d-032a18dbc2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:30.726596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:30.836257 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b2cd4-b06e-42ae-8eb0-0c8c9eca2189 req-7899c733-d11b-4b00-8937-94f6636a4543 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:30.837669 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-178b2cd4-b06e-42ae-8eb0-0c8c9eca2189 req-7899c733-d11b-4b00-8937-94f6636a4543 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0575433 Feb 14 15:50:30.900918 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-178b2cd4-b06e-42ae-8eb0-0c8c9eca2189 req-070b119f-a3b8-48f8-b496-1440b95a0f59 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567422 Feb 14 15:50:31.957684 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:32.042902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1fd10-7df8-424d-9ad1-32b77c17cdd6 req-1471d1f4-40ac-4a0a-b9f0-c6b2521d9dbe tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:32.044787 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ba1fd10-7df8-424d-9ad1-32b77c17cdd6 req-1471d1f4-40ac-4a0a-b9f0-c6b2521d9dbe tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0610242 Feb 14 15:50:32.113704 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ba1fd10-7df8-424d-9ad1-32b77c17cdd6 req-c3edfe1f-a3f9-4472-b0d7-3e001e03bdcc tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565481 Feb 14 15:50:33.238777 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d30dc-c780-4022-ac44-c1c0c0b49e4e req-d4e41f3a-af56-4c25-ba4d-416f5816baa8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:33.240342 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-054d30dc-c780-4022-ac44-c1c0c0b49e4e req-d4e41f3a-af56-4c25-ba4d-416f5816baa8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0539210 Feb 14 15:50:33.299078 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-054d30dc-c780-4022-ac44-c1c0c0b49e4e req-54605d40-3ff1-4646-b71a-0d8dd677c632 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529106 Feb 14 15:50:33.320920 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:34.431735 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cbeae-7c7d-4828-b196-c736c1d3c561 req-dcd03d0e-1dcb-448d-955e-75dd59f82198 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:34.433229 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-836cbeae-7c7d-4828-b196-c736c1d3c561 req-dcd03d0e-1dcb-448d-955e-75dd59f82198 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0549250 Feb 14 15:50:34.481380 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-836cbeae-7c7d-4828-b196-c736c1d3c561 req-72579006-4bc6-4a02-94ca-d5803915d4f2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Feb 14 15:50:35.610387 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bbccb-a8dd-4f91-9189-57074300bdd9 req-8597b477-e7c9-46b5-adaa-5dfaeefa4092 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:35.611892 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-886bbccb-a8dd-4f91-9189-57074300bdd9 req-8597b477-e7c9-46b5-adaa-5dfaeefa4092 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0549338 Feb 14 15:50:35.661659 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-886bbccb-a8dd-4f91-9189-57074300bdd9 req-c716c7fc-70ac-4f8c-b077-86b06f4c7d15 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Feb 14 15:50:36.815687 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a50037-18b9-428d-bdf5-88b4ff113c9d req-936540ea-f542-4b18-aba5-4bc9c738590c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:36.817321 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d5a50037-18b9-428d-bdf5-88b4ff113c9d req-936540ea-f542-4b18-aba5-4bc9c738590c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0717993 Feb 14 15:50:36.871127 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d5a50037-18b9-428d-bdf5-88b4ff113c9d req-456e33a9-7be2-42aa-8e3d-ded026be81b0 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Feb 14 15:50:37.047419 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:50:37.999840 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d329fac-9c0f-4990-b0ea-5e27d5800882 req-7ce9a4bc-fd32-4511-a081-4d30c1103c40 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:38.001292 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8d329fac-9c0f-4990-b0ea-5e27d5800882 req-7ce9a4bc-fd32-4511-a081-4d30c1103c40 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0547564 Feb 14 15:50:38.048170 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8d329fac-9c0f-4990-b0ea-5e27d5800882 req-a26e33ad-ad78-49f1-a9d7-3c0de29a015b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Feb 14 15:50:39.171923 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69850-5310-4fc8-b5fe-ac3710a430a0 req-95fee2b1-5dbb-490e-83a3-793d089c717d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:39.173894 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44f69850-5310-4fc8-b5fe-ac3710a430a0 req-95fee2b1-5dbb-490e-83a3-793d089c717d tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0555267 Feb 14 15:50:39.218846 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-44f69850-5310-4fc8-b5fe-ac3710a430a0 req-55d89b10-defd-444d-931d-d854251a0abe tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Feb 14 15:50:40.342305 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd966-bc86-445a-9bc2-e613afac2734 req-48494bc1-040f-4d30-9fef-e840dcb5a26a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:40.343817 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2d9bd966-bc86-445a-9bc2-e613afac2734 req-48494bc1-040f-4d30-9fef-e840dcb5a26a tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0518517 Feb 14 15:50:40.389614 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2d9bd966-bc86-445a-9bc2-e613afac2734 req-5eab9217-2573-43cb-bdc0-e6f20c827888 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Feb 14 15:50:41.514393 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1f163-0087-4b09-bbea-487f0feea17e req-4de00b16-b4e4-4561-ab23-156720dbed92 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:41.516100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-34b1f163-0087-4b09-bbea-487f0feea17e req-4de00b16-b4e4-4561-ab23-156720dbed92 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Feb 14 15:50:41.561237 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-34b1f163-0087-4b09-bbea-487f0feea17e req-866dedd7-a3ee-4200-878b-2e1c7c596077 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Feb 14 15:50:42.699616 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35c977-9aab-494e-b102-182b94554bd4 req-64595e0b-02ed-4fb1-8752-d543a115daa1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:42.701037 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bc35c977-9aab-494e-b102-182b94554bd4 req-64595e0b-02ed-4fb1-8752-d543a115daa1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0633485 Feb 14 15:50:42.762389 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bc35c977-9aab-494e-b102-182b94554bd4 req-fb93e932-5117-42f8-ab93-4d7d3496924e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552173 Feb 14 15:50:43.897309 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2c74c-e034-4e3f-ba3e-6e2428e5328c req-a8c672e2-7d48-4177-bf74-6a0e2ec01db2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:43.898877 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cdd2c74c-e034-4e3f-ba3e-6e2428e5328c req-a8c672e2-7d48-4177-bf74-6a0e2ec01db2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 943 time: 0.0556045 Feb 14 15:50:43.905841 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:43.944637 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cdd2c74c-e034-4e3f-ba3e-6e2428e5328c req-991a4bec-eeda-489a-9862-2bba27d2bdeb tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401871 Feb 14 15:50:44.657210 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:50:44.755485 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:44.765861 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'port_id': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'mac_address': 'fa:16:3e:1e:67:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:50:44.802632 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:44.803025 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:44.815272 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:50:44.834682 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:44.899390 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:44.945667 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:45.067141 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58e96-9e1c-475a-803f-53822c68573b req-a6a5c943-81a3-4e14-917c-a9c06c159e93 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:45.068633 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-dce58e96-9e1c-475a-803f-53822c68573b req-a6a5c943-81a3-4e14-917c-a9c06c159e93 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 944 time: 0.0528219 Feb 14 15:50:45.113793 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-dce58e96-9e1c-475a-803f-53822c68573b req-8831b6aa-c2a8-4af6-b9a3-70443416c7c8 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396383 Feb 14 15:50:45.314999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a20747ba-a148-4e53-b2c8-45afd1c9e419'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:50:46.239475 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243147-67d5-49c9-9b7d-87ec4993aa14 req-e7f5ab07-4d43-44cc-aeeb-26af95a1861b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:46.241062 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f243147-67d5-49c9-9b7d-87ec4993aa14 req-e7f5ab07-4d43-44cc-aeeb-26af95a1861b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 944 time: 0.0542095 Feb 14 15:50:46.287452 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0f243147-67d5-49c9-9b7d-87ec4993aa14 req-57643f62-6dba-4844-9bed-f930d37c6f09 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408058 Feb 14 15:50:46.679220 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:50:46.728272 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a20747ba-a148-4e53-b2c8-45afd1c9e419 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:50:46.728645 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:46.934631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a20747ba-a148-4e53-b2c8-45afd1c9e419 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:50:46.934928 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:46.956171 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:50:46.958355 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe4a3f2-2b61-47ee-bc75-84687c103b65" -d '{"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:50:46.970426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:50:46.994178 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c729757a-dc1c-4d5c-9939-63800297dbe4 x-openstack-request-id: req-c729757a-dc1c-4d5c-9939-63800297dbe4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:50:46.994473 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:50:46.994727 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c729757a-dc1c-4d5c-9939-63800297dbe4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:50:46.995115 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'code': 200} Feb 14 15:50:47.043380 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:47.092630 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:50:47.100312 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.100665 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.101011 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.101351 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.101685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.102016 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.102342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.102669 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.102992 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.103318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.103665 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.103991 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.104309 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:50:47.361714 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f8c24-069d-49fa-aef2-46b6041ace4e req-a7f9dc2a-ebdf-4326-9b0b-0c5ad11f82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:47.363316 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-948f8c24-069d-49fa-aef2-46b6041ace4e req-a7f9dc2a-ebdf-4326-9b0b-0c5ad11f82f5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 1130 time: 0.0438251 Feb 14 15:50:47.436714 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-948f8c24-069d-49fa-aef2-46b6041ace4e req-69d214e1-5632-4341-9bb1-2d4ecc8096b7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641906 Feb 14 15:50:47.444236 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8409c-006c-48f4-8b81-002a68a4b7b1 req-3ac34f61-b80c-4273-a9d3-3c8770d12157 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:47.445607 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38a8409c-006c-48f4-8b81-002a68a4b7b1 req-3ac34f61-b80c-4273-a9d3-3c8770d12157 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0810423 Feb 14 15:50:47.491128 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-38a8409c-006c-48f4-8b81-002a68a4b7b1 req-cae3f920-a16e-4353-818e-1120d6a0a4a3 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400016 Feb 14 15:50:48.612253 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66658cb3-7f58-4284-b32c-a1d4df122bf0 req-9c6e915a-e355-4ba7-b6fb-de448af6686b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:48.614371 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-66658cb3-7f58-4284-b32c-a1d4df122bf0 req-9c6e915a-e355-4ba7-b6fb-de448af6686b tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0505514 Feb 14 15:50:48.663087 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-66658cb3-7f58-4284-b32c-a1d4df122bf0 req-a1cce94c-90de-4200-8ed3-10fbad6a41fa tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432181 Feb 14 15:50:49.786203 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe67f-5978-4456-8050-1ec4323d5954 req-1201fbea-b9fe-4775-a792-ebdb1b1b0a13 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:49.788104 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ecfe67f-5978-4456-8050-1ec4323d5954 req-1201fbea-b9fe-4775-a792-ebdb1b1b0a13 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0523603 Feb 14 15:50:49.834916 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1ecfe67f-5978-4456-8050-1ec4323d5954 req-bbf298ad-76e6-4f34-909c-78bc0fcf127e tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Feb 14 15:50:50.960063 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83ce12-bff5-42de-9958-f7a15d5bb695 req-951436c9-480a-43b1-aafa-e4d4b88735bb tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:50:50.961522 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6c83ce12-bff5-42de-9958-f7a15d5bb695 req-951436c9-480a-43b1-aafa-e4d4b88735bb tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0559127 Feb 14 15:50:51.007829 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6c83ce12-bff5-42de-9958-f7a15d5bb695 req-2b8076ca-9928-416c-a93e-933dbe83a1e1 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Feb 14 15:50:57.328540 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51fa0343-51e9-4d71-abe4-030090c864ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:50:59.743251 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0358c41-d1ad-407f-813e-8292b42698b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:00.699696 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:01.956597 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:03.294031 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:13.871043 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:14.045790 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:51:21.262537 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-cc3e01ec-e547-45b9-8678-ff125c32b670 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455744 Feb 14 15:51:21.368591 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-62177432-4c9b-4e59-8b40-708bbc9b55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:21.370079 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-62177432-4c9b-4e59-8b40-708bbc9b55fd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0442493 Feb 14 15:51:21.467828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-7da96200-0fff-497c-bac1-280c6a7c1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:21.469312 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-7da96200-0fff-497c-bac1-280c6a7c1111 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0823221 Feb 14 15:51:21.534690 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-b8b2facf-018b-4d06-bbcb-a3764833e194 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 1000 time: 0.0594535 Feb 14 15:51:21.580424 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-7f3d7788-6104-41ca-a672-d55f45aa79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:21.581958 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-7f3d7788-6104-41ca-a672-d55f45aa79cf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.0419180 Feb 14 15:51:21.628444 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-593cb30c-deaf-4720-9c9f-af35c9ad0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:21.629872 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-593cb30c-deaf-4720-9c9f-af35c9ad0b0a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424306 Feb 14 15:51:21.718362 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-fb42ba20-3a76-44f0-8acc-41083213c86e service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824106 Feb 14 15:51:21.806724 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-022ff5d2-66a2-4440-9f7a-41c2cc6f7ec5 req-e9e7c8e6-c70c-4d51-a4a3-f74b337b28a7 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Feb 14 15:51:27.336990 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4abde1-cbf4-402e-87b0-7cfbc6ff14de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:29.710555 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7040-3253-4e07-b20a-ced7d3c1a0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:30.714250 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:31.959762 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:33.310921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:43.887653 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:47.090144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced2d4d-af58-4b93-888d-bb4af80d6436 req-9e0364fd-ad4f-40a0-bb32-48b63e0ade9f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:47.091622 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5ced2d4d-af58-4b93-888d-bb4af80d6436 req-9e0364fd-ad4f-40a0-bb32-48b63e0ade9f tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0519159 Feb 14 15:51:47.137465 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5ced2d4d-af58-4b93-888d-bb4af80d6436 req-557fdf99-286c-43e3-af20-300acee3e9e9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Feb 14 15:51:48.261300 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6ef5-9cd7-47ac-8ca8-37bb3e87725e req-16e27d01-4590-46c5-bf12-8b4227450709 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:48.262783 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-69fd6ef5-9cd7-47ac-8ca8-37bb3e87725e req-16e27d01-4590-46c5-bf12-8b4227450709 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Feb 14 15:51:48.311164 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-69fd6ef5-9cd7-47ac-8ca8-37bb3e87725e req-08f09e7f-d4f4-46f0-8935-b1fc960b90af tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups?id=7a793e90-3a98-4832-9736-f0538c1e6ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Feb 14 15:51:48.756777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776714bb-b945-4db0-a111-8354b862ace7 req-8423efea-900b-4b5e-9f36-fcb0e376c9ae tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:51:48.758198 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-776714bb-b945-4db0-a111-8354b862ace7 req-8423efea-900b-4b5e-9f36-fcb0e376c9ae tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 946 time: 0.0509136 Feb 14 15:51:48.850377 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Deleting port a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:48.850718 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:48.936292 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] For port a20747ba-a148-4e53-b2c8-45afd1c9e419, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a20747ba-a148-4e53-b2c8-45afd1c9e419,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:51:48.936578 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:49.101590 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:49.101951 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:49.102262 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Floating IP ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3 disassociated. External IP: 172.27.3.215, port: a20747ba-a148-4e53-b2c8-45afd1c9e419. Feb 14 15:51:49.102601 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Calling delete_port for a20747ba-a148-4e53-b2c8-45afd1c9e419 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:49.282191 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a20747ba-a148-4e53-b2c8-45afd1c9e419), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:49.313571 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'Port': ['ID=a20747ba-a148-4e53-b2c8-45afd1c9e419,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:49.325235 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.325598 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.325940 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.326345 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.326607 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.326942 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.327287 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.327698 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.328032 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.328362 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.328690 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.329021 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.329338 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:49.437991 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-505800f9-1602-4bfe-a8e0-807ed389f7a4 req-22b727b4-ca8f-40be-a8a1-db0e61a44b65 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 210 time: 0.0537393 Feb 14 15:51:49.460784 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:51:49.567717 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:51:49.577808 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:51:49.587431 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:51:49.588028 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:51:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:49.608525 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] No DVR routers for this DVR port a20747ba-a148-4e53-b2c8-45afd1c9e419 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:51:49.611184 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:49.614903 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-776714bb-b945-4db0-a111-8354b862ace7 req-ba193a7d-6ba9-4637-8b68-2414c9ed1fb2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.100 "DELETE /v2.0/ports/a20747ba-a148-4e53-b2c8-45afd1c9e419 HTTP/1.1" status: 204 len: 173 time: 0.8519733 Feb 14 15:51:49.615367 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-deleted', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:51:49.618152 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cb5f46-d147-4635-96d9-d4f491536769" -d '{"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-deleted", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:51:49.658142 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320afb82-79da-4984-ac0e-175f24510196 x-openstack-request-id: req-320afb82-79da-4984-ac0e-175f24510196 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:51:49.658435 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715c10-fe65-40b5-94a3-a6f652c3c7a0", "name": "network-vif-deleted", "tag": "a20747ba-a148-4e53-b2c8-45afd1c9e419", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:51:49.658691 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-320afb82-79da-4984-ac0e-175f24510196 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:51:49.659170 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715c10-fe65-40b5-94a3-a6f652c3c7a0', 'name': 'network-vif-deleted', 'tag': 'a20747ba-a148-4e53-b2c8-45afd1c9e419', 'status': 'completed', 'code': 200} Feb 14 15:51:49.698238 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:51:49.896645 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:49.926501 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:51:49.935160 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:51:49.935781 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:51:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:50.041034 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:51:50.246711 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:50.272291 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb24b8f-d732-4679-bebd-8269b73f4155 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:42:36Z', 'revision_number': 4, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '20a472c5-be98-4b4e-8d67-05a4f2c7f7bf', 'name': '', 'network_id': '19d7c594-4ad1-4d80-a89e-00fd8699608c', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'mac_address': 'fa:16:3e:1b:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:36Z', 'updated_at': '2022-02-14T15:42:39Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'subnets': [{'id': 'f33b0973-950c-4317-a0f6-3aed46247271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:51:50.484596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b281bdc2-4004-4214-bf0b-9c60b8c6e79e None None] New status for floating IP ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:51:50.554813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d283f153-2970-459a-8673-f42eab7d600a req-c83b0f01-edd9-4d9e-be8a-8d7ef6af04e9 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/ports?device_id=38715c10-fe65-40b5-94a3-a6f652c3c7a0 HTTP/1.1" status: 200 len: 210 time: 0.0322847 Feb 14 15:51:51.043803 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:51:51.699990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:51.755920 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (7a793e90-3a98-4832-9736-f0538c1e6ca2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:51.778726 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (7a793e90-3a98-4832-9736-f0538c1e6ca2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:51.890813 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7a793e90-3a98-4832-9736-f0538c1e6ca2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:51.893495 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:51.894929 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "DELETE /v2.0/security-groups/7a793e90-3a98-4832-9736-f0538c1e6ca2 HTTP/1.1" status: 204 len: 168 time: 0.1939526 Feb 14 15:51:51.898031 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 58908) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:51.904984 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a793e90-3a98-4832-9736-f0538c1e6ca2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:51.911044 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.api.v2.resource [None req-505a3a41-fd66-42fb-b91e-7835f2b84db2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] show failed (client error): The resource could not be found. Feb 14 15:51:51.912077 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-505a3a41-fd66-42fb-b91e-7835f2b84db2 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "GET /v2.0/security-groups/7a793e90-3a98-4832-9736-f0538c1e6ca2 HTTP/1.1" status: 404 len: 347 time: 0.0133104 Feb 14 15:51:51.912302 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.912704 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.912999 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.913342 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.913680 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.914014 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.914344 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.914771 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.914908 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 58910) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:51.915108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.915436 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.915803 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.916137 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:51.916464 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eb9cb3-81fd-4d09-94be-a944d7f36e38 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:52.058458 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Deleting port b4f50205-dd62-4497-b02f-5181e8d1d627 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:52.058813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.133136 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.133464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (b4f50205-dd62-4497-b02f-5181e8d1d627), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.145783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Calling delete_port for b4f50205-dd62-4497-b02f-5181e8d1d627 owned by network:floatingip {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:52.359818 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (b4f50205-dd62-4497-b02f-5181e8d1d627), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.382518 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Pushing event deleted for resources: {'Port': ['ID=b4f50205-dd62-4497-b02f-5181e8d1d627,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:52.444053 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks [] for floatingip (ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.446508 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:52.447645 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-7d9b1a6f-eb5e-46e6-837e-99fdf71ef02c tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] 10.222.0.67 "DELETE /v2.0/floatingips/ce1f96d2-5e8e-4567-ac35-cd6166d5d6b3 HTTP/1.1" status: 204 len: 168 time: 0.5318937 Feb 14 15:51:53.002002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:51:53.025111 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: a20747ba-a148-4e53-b2c8-45afd1c9e419 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:51:53.025454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a20747ba-a148-4e53-b2c8-45afd1c9e419 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:51:55.255443 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:55.789255 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:56.048466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Deleting port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:56.048715 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:56.126299 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] For port 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:51:56.126654 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:56.138594 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Calling delete_port for 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:56.400147 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (20a472c5-be98-4b4e-8d67-05a4f2c7f7bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:56.426156 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Pushing event deleted for resources: {'Port': ['ID=20a472c5-be98-4b4e-8d67-05a4f2c7f7bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:56.592090 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:56.808855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:51:56.912357 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:51:56.917541 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3e81d4ce-7f53-4062-a493-7e0da13d549f admin admin] 10.222.0.67 "PUT /v2.0/routers/41995af5-5b6d-4f7e-b5ed-31536f9fc773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610515 Feb 14 15:51:56.920081 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:56.920965 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Sync routers for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:51:56.931331 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:51:56.931891 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:51:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:57.022548 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks [] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.037586 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:51:57.125091 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks [] for router_gateway (41995af5-5b6d-4f7e-b5ed-31536f9fc773), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.251297 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Deleting port 7878aefd-6e05-47ff-a71d-2cb1a2d52509 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:57.251673 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.299994 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:51:56Z', 'revision_number': 5, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port': {'id': '7878aefd-6e05-47ff-a71d-2cb1a2d52509', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:32:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:42:32Z', 'updated_at': '2022-02-14T15:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:57.325928 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Checking router: 41995af5-5b6d-4f7e-b5ed-31536f9fc773 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:51:57.334261 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Routers {'41995af5-5b6d-4f7e-b5ed-31536f9fc773'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:51:57.334882 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:51:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:57.336718 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] For port 7878aefd-6e05-47ff-a71d-2cb1a2d52509, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=7878aefd-6e05-47ff-a71d-2cb1a2d52509,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:51:57.337078 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.348992 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Calling delete_port for 7878aefd-6e05-47ff-a71d-2cb1a2d52509 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:57.350699 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99111ca7-479a-484e-a401-334c2dea9d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.421166 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] Set router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:51:57.474335 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:51:57Z', 'revision_number': 6, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:57.501345 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd9301-ea9d-4519-94f0-7f61e7efa238 None None] The sync data for ids ['41995af5-5b6d-4f7e-b5ed-31536f9fc773'] in dv-cinder-815145-9-iscsi is: [{'id': '41995af5-5b6d-4f7e-b5ed-31536f9fc773', 'name': 'tempest-AttachVolumeShelveTestJSON-2013039570-router', 'tenant_id': '4739d4047aa7462d8faa74e7f691ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:42:30Z', 'updated_at': '2022-02-14T15:51:57Z', 'revision_number': 6, 'project_id': '4739d4047aa7462d8faa74e7f691ed40', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:51:57.573601 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (7878aefd-6e05-47ff-a71d-2cb1a2d52509), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.609770 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7878aefd-6e05-47ff-a71d-2cb1a2d52509,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:57.677678 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.989971 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:57.992118 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks [] for router_controller (41995af5-5b6d-4f7e-b5ed-31536f9fc773), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.110746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (41995af5-5b6d-4f7e-b5ed-31536f9fc773), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.111217 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41995af5-5b6d-4f7e-b5ed-31536f9fc773 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:51:58.116125 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.117065 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d646e079-254f-494a-90f7-25c8befd17d5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/41995af5-5b6d-4f7e-b5ed-31536f9fc773 HTTP/1.1" status: 204 len: 168 time: 1.1960642 Feb 14 15:51:58.119600 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:58.162881 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Deleting subnet f33b0973-950c-4317-a0f6-3aed46247271 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:51:58.166028 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Publish callbacks [] for subnet (f33b0973-950c-4317-a0f6-3aed46247271), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.199424 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (f33b0973-950c-4317-a0f6-3aed46247271), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.309586 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (f33b0973-950c-4317-a0f6-3aed46247271), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.459605 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (f33b0973-950c-4317-a0f6-3aed46247271), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.491271 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33b0973-950c-4317-a0f6-3aed46247271,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:58.494723 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.498348 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-dfc8047a-cbf1-4b61-9e91-16bd6c588e92 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f33b0973-950c-4317-a0f6-3aed46247271 HTTP/1.1" status: 204 len: 168 time: 0.3778222 Feb 14 15:51:58.500128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de933d-b5a8-4d79-b9e4-9b221b5d480c None None] Network 19d7c594-4ad1-4d80-a89e-00fd8699608c requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:51:58.501099 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:58.569061 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (19d7c594-4ad1-4d80-a89e-00fd8699608c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.624824 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Deleting port fd4d6150-c422-4b74-b16b-183762f99307 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:58.625477 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.667721 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] DHCP port deletion for 19d7c594-4ad1-4d80-a89e-00fd8699608c request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:51:58.690457 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] For port fd4d6150-c422-4b74-b16b-183762f99307, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=fd4d6150-c422-4b74-b16b-183762f99307,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:51:58.690814 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (fd4d6150-c422-4b74-b16b-183762f99307), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.709891 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Calling delete_port for fd4d6150-c422-4b74-b16b-183762f99307 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:58.721042 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Deleting port fd4d6150-c422-4b74-b16b-183762f99307 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:51:58.721422 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.734884 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device fd4d6150-c422-4b74-b16b-183762f99307 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:51:58.817651 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] For port fd4d6150-c422-4b74-b16b-183762f99307, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=fd4d6150-c422-4b74-b16b-183762f99307,segment=NetworkSegment(a0bc9a03-1890-43b2-bbfe-59334f56dd26),segment_id=a0bc9a03-1890-43b2-bbfe-59334f56dd26)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:51:58.817981 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (fd4d6150-c422-4b74-b16b-183762f99307), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.832707 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Calling delete_port for fd4d6150-c422-4b74-b16b-183762f99307 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:51:58.896555 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (fd4d6150-c422-4b74-b16b-183762f99307), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.908934 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port fd4d6150-c422-4b74-b16b-183762f99307 is: ACTIVE; New status is: DOWN {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:51:58.912249 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (fd4d6150-c422-4b74-b16b-183762f99307), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:58.926779 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4d6150-c422-4b74-b16b-183762f99307,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:58.928597 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] No DVR routers for this DVR port fd4d6150-c422-4b74-b16b-183762f99307 on host dv-cinder-815145-9-iscsi {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:51:58.969525 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 7878aefd-6e05-47ff-a71d-2cb1a2d52509 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:51:58.990427 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 7878aefd-6e05-47ff-a71d-2cb1a2d52509 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:51:58.990777 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 7878aefd-6e05-47ff-a71d-2cb1a2d52509 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:51:58.991208 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:51:59.005817 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (19d7c594-4ad1-4d80-a89e-00fd8699608c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.010812 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (fd4d6150-c422-4b74-b16b-183762f99307), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.014024 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:51:59.014373 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 20a472c5-be98-4b4e-8d67-05a4f2c7f7bf not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:51:59.035250 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d7c594-4ad1-4d80-a89e-00fd8699608c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:59.044363 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Pushing event deleted for resources: {'Port': ['ID=fd4d6150-c422-4b74-b16b-183762f99307,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:59.046111 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bc9a03-1890-43b2-bbfe-59334f56dd26') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:59.046855 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bc9a03-1890-43b2-bbfe-59334f56dd26') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:51:59.055442 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] No DVR routers for this DVR port fd4d6150-c422-4b74-b16b-183762f99307 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:51:59.056737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (a0bc9a03-1890-43b2-bbfe-59334f56dd26), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.062870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.063777 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.063777 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.063777 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.064159 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.064355 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3adfd-b84b-4117-a688-52a73d2eec52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:51:59.072867 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (a0bc9a03-1890-43b2-bbfe-59334f56dd26), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.079031 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:51:59.079414 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (a0bc9a03-1890-43b2-bbfe-59334f56dd26), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:51:59.081482 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:51:59.202031 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (19d7c594-4ad1-4d80-a89e-00fd8699608c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.207238 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.210518 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] 10.222.0.67 "DELETE /v2.0/networks/19d7c594-4ad1-4d80-a89e-00fd8699608c HTTP/1.1" status: 204 len: 168 time: 0.7084489 Feb 14 15:51:59.221649 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af33f0-92fa-4fc8-8f18-b82a331a5888 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d7c594-4ad1-4d80-a89e-00fd8699608c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:51:59.547080 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:59.585526 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d374dcfa-2a53-4146-9db5-2ae73f632e8d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4739d4047aa7462d8faa74e7f691ed40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372756 Feb 14 15:51:59.587895 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:51:59.633014 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] Publish callbacks [] for security_group (f0bf56c1-054c-47a6-800b-147164ecd1bc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.659159 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] Publish callbacks [] for security_group (f0bf56c1-054c-47a6-800b-147164ecd1bc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.719470 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0698e28c-70d1-4461-9af8-bbcc9971fe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.782483 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f0bf56c1-054c-47a6-800b-147164ecd1bc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.785114 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:51:59.786286 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0bf56c1-054c-47a6-800b-147164ecd1bc HTTP/1.1" status: 204 len: 168 time: 0.1975207 Feb 14 15:51:59.793967 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d76635-0613-433c-bdc2-eb3b981e0336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bf56c1-054c-47a6-800b-147164ecd1bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:00.733381 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:00.862018 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 58970) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:01.172604 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Deleting port 4710b37a-a6ef-4baa-9286-30cdb67ca03d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:01.172949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.247446 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.247796 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for floatingip (4710b37a-a6ef-4baa-9286-30cdb67ca03d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.259081 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Calling delete_port for 4710b37a-a6ef-4baa-9286-30cdb67ca03d owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:01.505058 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (4710b37a-a6ef-4baa-9286-30cdb67ca03d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.536283 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event deleted for resources: {'Port': ['ID=4710b37a-a6ef-4baa-9286-30cdb67ca03d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:01.599224 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for floatingip (ceaf7a36-cabb-4911-a2f0-bae77fe75161), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.599552 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Floating IP ceaf7a36-cabb-4911-a2f0-bae77fe75161 disassociated (deleted). External IP: 172.27.3.65, port: 976f34fb-f609-4d42-98a7-6e71b728f776. Feb 14 15:52:01.816026 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Router 06977591-09a2-4497-8b35-916de0382a77 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:52:01.930831 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:01.935693 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:01.942605 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Sync routers for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:01.953960 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:01.954682 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:01.968121 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-2619ebf6-0799-44cd-869b-8bf97389d3d8 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "DELETE /v2.0/floatingips/ceaf7a36-cabb-4911-a2f0-bae77fe75161 HTTP/1.1" status: 204 len: 168 time: 1.1048508 Feb 14 15:52:01.969229 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:52:01.973100 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79" -d '{"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:52:01.997340 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.046081 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74fd2b-edec-40aa-b1b2-93208910daad x-openstack-request-id: req-6d74fd2b-edec-40aa-b1b2-93208910daad {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:52:02.046480 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:52:02.046836 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d74fd2b-edec-40aa-b1b2-93208910daad {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:52:02.047340 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'status': 'completed', 'code': 200} Feb 14 15:52:02.070994 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:02.124818 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-c516e9aa-79ed-49e2-8fa7-39b749f16f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:02.126954 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-c516e9aa-79ed-49e2-8fa7-39b749f16f02 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=345fa7fc8494459db4a9321b00e8a66c&device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 1129 time: 0.0491967 Feb 14 15:52:02.220759 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-91d7596d-d5b1-466a-8ccf-23276a22e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:02.222144 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-91d7596d-d5b1-466a-8ccf-23276a22e69f service neutron] 10.222.0.100 "GET /v2.0/networks?id=a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 200 len: 911 time: 0.0885255 Feb 14 15:52:02.268540 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-a31a12f8-d78b-403d-b633-8c958db1c618 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 200 len: 217 time: 0.0402348 Feb 14 15:52:02.280610 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:02.308343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Checking router: 06977591-09a2-4497-8b35-916de0382a77 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:02.318406 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:02.320421 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:02.452739 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:02.473268 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:02.591217 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf388612-9305-4663-8c74-61d005e1ce97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.643709 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-29ef41ed-c232-4b42-a597-1447541ab2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:02.645473 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-29ef41ed-c232-4b42-a597-1447541ab2b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 200 len: 848 time: 0.3709078 Feb 14 15:52:02.687868 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc937-0ddd-408c-a31e-34554396b399 req-a978e6d4-7f46-4500-ab18-a3146f2ceb61 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:02.689338 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-debbc937-0ddd-408c-a31e-34554396b399 req-a978e6d4-7f46-4500-ab18-a3146f2ceb61 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0920396 Feb 14 15:52:02.703738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf388612-9305-4663-8c74-61d005e1ce97 admin admin] Publish callbacks [] for security_group (f05ee307-3140-423a-a26e-6dbc97abd59e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.707997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-949b78cc-3071-4454-811d-9a5b62c4e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:02.709487 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-949b78cc-3071-4454-811d-9a5b62c4e95a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a74baac7-3019-444f-a4a9-40ae27074af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573418 Feb 14 15:52:02.762466 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf388612-9305-4663-8c74-61d005e1ce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f05ee307-3140-423a-a26e-6dbc97abd59e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.801257 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:02.807836 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf388612-9305-4663-8c74-61d005e1ce97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ee307-3140-423a-a26e-6dbc97abd59e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:02.813703 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-debbc937-0ddd-408c-a31e-34554396b399 req-1af72878-86f3-47ee-be69-281af164e3b1 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032648 Feb 14 15:52:02.825233 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-cf388612-9305-4663-8c74-61d005e1ce97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d478e73a1a6411397e6f2e5dee85077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508756 Feb 14 15:52:02.828011 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:02.836926 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-41bf049c-02d0-43b4-8013-40b74205af92 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202559 Feb 14 15:52:02.838665 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a9fbfb-8a26-44e5-b03a-1e12bd1117d2 None None] The sync data for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi is: [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:46:23Z', 'revision_number': 4, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '4270ea31-60a0-4c9e-9017-0998556581fd', 'name': '', 'network_id': 'a74baac7-3019-444f-a4a9-40ae27074af0', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'mac_address': 'fa:16:3e:7a:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:23Z', 'updated_at': '2022-02-14T15:46:27Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'subnets': [{'id': 'b72923ec-6494-4d4b-b417-3ae6edea7b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:02.887004 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] Publish callbacks [] for security_group (f05ee307-3140-423a-a26e-6dbc97abd59e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.912263 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] Publish callbacks [] for security_group (f05ee307-3140-423a-a26e-6dbc97abd59e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:02.936407 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-beaf56ee-bdf7-4a33-b39c-c9738f23aa79 req-db24482a-bb76-4250-b21b-898313083737 service neutron] 10.222.0.100 "GET /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935724 Feb 14 15:52:03.028638 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (f05ee307-3140-423a-a26e-6dbc97abd59e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.031445 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.032745 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f05ee307-3140-423a-a26e-6dbc97abd59e HTTP/1.1" status: 204 len: 168 time: 0.2037108 Feb 14 15:52:03.051442 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b73065-68bf-4b7c-a2d9-28d103787005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ee307-3140-423a-a26e-6dbc97abd59e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:03.095244 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd69b8-a75d-4419-86c2-10a304633ed4 None None] New status for floating IP ceaf7a36-cabb-4911-a2f0-bae77fe75161: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:52:03.316596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.624343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59016) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:03.637519 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c75d-af43-4822-b9a2-06418301c7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.713585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c75d-af43-4822-b9a2-06418301c7a1 admin admin] Publish callbacks [] for security_group (a3b2217d-81c8-4d22-8561-53a1fedba56c), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.781776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c75d-af43-4822-b9a2-06418301c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a3b2217d-81c8-4d22-8561-53a1fedba56c), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.819224 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-aaf7c75d-af43-4822-b9a2-06418301c7a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44bf0bb66fd34c7d8f5fdd6abff324df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937404 Feb 14 15:52:03.820126 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7c75d-af43-4822-b9a2-06418301c7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b2217d-81c8-4d22-8561-53a1fedba56c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:03.822722 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:03.871206 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] Publish callbacks [] for security_group (a3b2217d-81c8-4d22-8561-53a1fedba56c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.893172 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] Publish callbacks [] for security_group (a3b2217d-81c8-4d22-8561-53a1fedba56c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:03.970642 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a5ae2-fd7a-441d-85e0-49e90b3967e6 req-af462677-aa3b-43e9-be96-31e967acaeb0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:03.972145 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-060a5ae2-fd7a-441d-85e0-49e90b3967e6 req-af462677-aa3b-43e9-be96-31e967acaeb0 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0722787 Feb 14 15:52:04.020750 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-060a5ae2-fd7a-441d-85e0-49e90b3967e6 req-c6bdc8ca-475d-49c4-a04d-3a41beed046e tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/security-groups?id=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Feb 14 15:52:04.067783 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (a3b2217d-81c8-4d22-8561-53a1fedba56c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.070416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.071546 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3b2217d-81c8-4d22-8561-53a1fedba56c HTTP/1.1" status: 204 len: 168 time: 0.2478087 Feb 14 15:52:04.080155 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f0ab3-3b62-428a-875d-8e998dcac365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b2217d-81c8-4d22-8561-53a1fedba56c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:04.229634 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e0b8-56cc-416c-9510-838418429902 req-127ddac9-7e9f-425b-80f9-0bca35967604 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:04.231084 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae08e0b8-56cc-416c-9510-838418429902 req-127ddac9-7e9f-425b-80f9-0bca35967604 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.100 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 945 time: 0.0512366 Feb 14 15:52:04.324803 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Deleting port 976f34fb-f609-4d42-98a7-6e71b728f776 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:04.325147 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.417768 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] For port 976f34fb-f609-4d42-98a7-6e71b728f776, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=976f34fb-f609-4d42-98a7-6e71b728f776,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:04.418135 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.435423 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Calling delete_port for 976f34fb-f609-4d42-98a7-6e71b728f776 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:04.647814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (976f34fb-f609-4d42-98a7-6e71b728f776), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.675870 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event deleted for resources: {'Port': ['ID=976f34fb-f609-4d42-98a7-6e71b728f776,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:04.723548 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] No DVR routers for this DVR port 976f34fb-f609-4d42-98a7-6e71b728f776 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:52:04.726311 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:04.729670 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae08e0b8-56cc-416c-9510-838418429902 req-5ce141be-b63c-4116-a444-ab76b618750d tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.100 "DELETE /v2.0/ports/976f34fb-f609-4d42-98a7-6e71b728f776 HTTP/1.1" status: 204 len: 173 time: 0.4936934 Feb 14 15:52:04.730144 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-deleted', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:52:04.732948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11113f-443b-4b1b-9391-0db7d06cf2d8" -d '{"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-deleted", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:52:04.773549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff27da-f44c-4fbb-90a8-5b5ac4fe86f5 x-openstack-request-id: req-abff27da-f44c-4fbb-90a8-5b5ac4fe86f5 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:52:04.773549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94041060-fc6c-4bc8-af4d-56d1d8d93f67", "name": "network-vif-deleted", "tag": "976f34fb-f609-4d42-98a7-6e71b728f776", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:52:04.773549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-abff27da-f44c-4fbb-90a8-5b5ac4fe86f5 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:52:04.773549 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94041060-fc6c-4bc8-af4d-56d1d8d93f67', 'name': 'network-vif-deleted', 'tag': '976f34fb-f609-4d42-98a7-6e71b728f776', 'status': 'completed', 'code': 200} Feb 14 15:52:05.117910 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-bfd9c689-321f-4aec-bc9b-9bd0b34e0f7b req-67c5060a-eb93-48d5-8b6d-6bda0357c10b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 210 time: 0.0288374 Feb 14 15:52:05.131610 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:05.229084 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137493656-network', 'tenant_id': 'bc3cf9184da641949417363a0001e9a8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:05.338713 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Made reservation on behalf of bc3cf9184da641949417363a0001e9a8 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:05.341076 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.350519 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.423016 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks [] for security_group (6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.507700 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.535000 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:52:05.541116 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:05.546969 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (84a018d7-f5e5-4bbf-815c-99bf295ce656), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.547305 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Added segment 84a018d7-f5e5-4bbf-815c-99bf295ce656 of type vlan for network 42d8c140-dc50-47cf-af4b-23b1aa80b7fe Feb 14 15:52:05.589840 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (42d8c140-dc50-47cf-af4b-23b1aa80b7fe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.664750 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (42d8c140-dc50-47cf-af4b-23b1aa80b7fe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.665736 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:05.666341 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:05.728687 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] Pushing event updated for resources: {'Network': ['ID=42d8c140-dc50-47cf-af4b-23b1aa80b7fe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:05.739509 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 42d8c140-dc50-47cf-af4b-23b1aa80b7fe details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:52:05.755148 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b6477b10-07ff-40a3-9b9d-e187b9f2d982 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6222405 Feb 14 15:52:05.758978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59050) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:05.765072 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Request body: {'subnet': {'network_id': '42d8c140-dc50-47cf-af4b-23b1aa80b7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137493656-subnet', 'tenant_id': 'bc3cf9184da641949417363a0001e9a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:05.855549 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Made reservation on behalf of bc3cf9184da641949417363a0001e9a8 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:05.856196 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:06.114212 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:06.180772 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:06.192072 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Checking segment: {'id': '84a018d7-f5e5-4bbf-815c-99bf295ce656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '42d8c140-dc50-47cf-af4b-23b1aa80b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:06.192430 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Network hostable DHCP agents. Network: 42d8c140-dc50-47cf-af4b-23b1aa80b7fe, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:52:06.245977 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-26a7158a-399e-4956-b5a0-ef46a86b14df req-7b677189-5458-4b9f-9026-52798f6e8e33 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "GET /v2.0/ports?device_id=94041060-fc6c-4bc8-af4d-56d1d8d93f67 HTTP/1.1" status: 200 len: 210 time: 0.0273237 Feb 14 15:52:06.296776 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Network 42d8c140-dc50-47cf-af4b-23b1aa80b7fe is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:52:06.396499 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 42d8c140-dc50-47cf-af4b-23b1aa80b7fe) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:06.401416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:06.402032 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:06.410360 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116630e-ffbb-4717-944c-e36b2a10a7ec None None] Network 42d8c140-dc50-47cf-af4b-23b1aa80b7fe requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:06.483663 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-98f3ed99-07ee-4a01-865d-d8f285f062e2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7234392 Feb 14 15:52:06.508695 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d35e3-15d5-4e92-a422-ac53bd79fd8a None None] Network 42d8c140-dc50-47cf-af4b-23b1aa80b7fe requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:07.077369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:07.089798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:07.095211 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-975069260-network', 'tenant_id': 'cea8e499cc004a7392632c52074334cb'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:07.101746 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 976f34fb-f609-4d42-98a7-6e71b728f776 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:07.102103 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 976f34fb-f609-4d42-98a7-6e71b728f776 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:07.181940 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Made reservation on behalf of cea8e499cc004a7392632c52074334cb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:07.184387 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.197268 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.269009 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks [] for security_group (5bdc23c1-a1d0-47d9-869c-9e034e661ed3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.302428 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59072) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:07.358275 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (9997c3a9-6a0c-4bce-88de-6fc6527fc4eb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.373629 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (5bdc23c1-a1d0-47d9-869c-9e034e661ed3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.390395 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (9997c3a9-6a0c-4bce-88de-6fc6527fc4eb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.413876 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:52:07.442494 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc23c1-a1d0-47d9-869c-9e034e661ed3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:07.449311 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (325d2d3d-b105-4ca1-affd-16a4ea6fe421), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.449652 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Added segment 325d2d3d-b105-4ca1-affd-16a4ea6fe421 of type vlan for network 38bd50bd-f04c-422d-afda-628e485c1000 Feb 14 15:52:07.487870 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (38bd50bd-f04c-422d-afda-628e485c1000), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.593874 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (38bd50bd-f04c-422d-afda-628e485c1000), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.594819 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:07.595401 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.626954 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (9997c3a9-6a0c-4bce-88de-6fc6527fc4eb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.629621 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:07.630794 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] 10.222.0.67 "DELETE /v2.0/security-groups/9997c3a9-6a0c-4bce-88de-6fc6527fc4eb HTTP/1.1" status: 204 len: 168 time: 0.3273859 Feb 14 15:52:07.668440 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45da95-8779-41f7-8230-2d75128d9d87 tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997c3a9-6a0c-4bce-88de-6fc6527fc4eb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:07.670882 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] Pushing event updated for resources: {'Network': ['ID=38bd50bd-f04c-422d-afda-628e485c1000,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:07.705267 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network 38bd50bd-f04c-422d-afda-628e485c1000 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:52:07.729493 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-68ae94c8-7b19-497a-8363-f4989536d888 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6385624 Feb 14 15:52:07.740589 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:07.740589 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Request body: {'subnet': {'network_id': '38bd50bd-f04c-422d-afda-628e485c1000', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-975069260-subnet', 'tenant_id': 'cea8e499cc004a7392632c52074334cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:07.750964 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59080) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:07.811936 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Made reservation on behalf of cea8e499cc004a7392632c52074334cb for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:07.813998 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.036586 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (d3785dea-3e24-4b78-9b81-fdddb71ada63), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.090843 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3785dea-3e24-4b78-9b81-fdddb71ada63,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:08.100161 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Checking segment: {'id': '325d2d3d-b105-4ca1-affd-16a4ea6fe421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '38bd50bd-f04c-422d-afda-628e485c1000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:08.100526 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Network hostable DHCP agents. Network: 38bd50bd-f04c-422d-afda-628e485c1000, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:52:08.178861 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Network 38bd50bd-f04c-422d-afda-628e485c1000 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:52:08.247354 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, 38bd50bd-f04c-422d-afda-628e485c1000) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:08.252491 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:08.253098 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.257481 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e30cbb-a1a8-4297-bc40-196ae5714239 None None] Network 38bd50bd-f04c-422d-afda-628e485c1000 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:08.296113 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (06977591-09a2-4497-8b35-916de0382a77), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.340800 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7c2149b5-1f63-4aab-8ebd-ae2c3f8ab0d5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6048365 Feb 14 15:52:08.363334 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11091e-9f8b-45e4-be81-f9fa96eb30cb None None] Network 38bd50bd-f04c-422d-afda-628e485c1000 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:08.464902 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:08.516389 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Deleting subnet b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:52:08.519943 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Publish callbacks [] for subnet (b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.553922 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Deleting port 4270ea31-60a0-4c9e-9017-0998556581fd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:08.554180 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.554296 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.592872 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.636391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] For port 4270ea31-60a0-4c9e-9017-0998556581fd, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=4270ea31-60a0-4c9e-9017-0998556581fd,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:08.636814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.652355 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Calling delete_port for 4270ea31-60a0-4c9e-9017-0998556581fd owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:08.708746 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.734194 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:08.738171 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.744077 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-d8a51cd7-3142-49a0-aa27-50923d8ed734 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b7ecfdf9-bf2d-4ba1-9b76-ca7d7eb3675a HTTP/1.1" status: 204 len: 168 time: 0.2755845 Feb 14 15:52:08.744386 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:08.817949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (42d8c140-dc50-47cf-af4b-23b1aa80b7fe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.904817 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (42d8c140-dc50-47cf-af4b-23b1aa80b7fe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.916293 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (4270ea31-60a0-4c9e-9017-0998556581fd), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.925725 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d8c140-dc50-47cf-af4b-23b1aa80b7fe']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:08.935040 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a018d7-f5e5-4bbf-815c-99bf295ce656') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:08.935878 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a018d7-f5e5-4bbf-815c-99bf295ce656') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:08.944158 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4270ea31-60a0-4c9e-9017-0998556581fd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:08.947279 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (84a018d7-f5e5-4bbf-815c-99bf295ce656), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.962476 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (84a018d7-f5e5-4bbf-815c-99bf295ce656), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.969092 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:52:08.969485 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (84a018d7-f5e5-4bbf-815c-99bf295ce656), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:52:08.971225 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:52:09.108863 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (42d8c140-dc50-47cf-af4b-23b1aa80b7fe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.126449 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.132731 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] 10.222.0.67 "DELETE /v2.0/networks/42d8c140-dc50-47cf-af4b-23b1aa80b7fe HTTP/1.1" status: 204 len: 168 time: 0.3874426 Feb 14 15:52:09.133709 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d2d2d-8ed6-4162-88a0-2e29675fd93a admin admin] Pushing event deleted for resources: {'Network': ['ID=42d8c140-dc50-47cf-af4b-23b1aa80b7fe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:09.134927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59090) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:09.164358 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (06977591-09a2-4497-8b35-916de0382a77), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.226213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Deleting subnet d3785dea-3e24-4b78-9b81-fdddb71ada63 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:52:09.231742 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Publish callbacks [] for subnet (d3785dea-3e24-4b78-9b81-fdddb71ada63), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.299908 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (d3785dea-3e24-4b78-9b81-fdddb71ada63), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.355776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (d3785dea-3e24-4b78-9b81-fdddb71ada63), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.492020 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Router 06977591-09a2-4497-8b35-916de0382a77 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:52:09.552454 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (d3785dea-3e24-4b78-9b81-fdddb71ada63), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.611607 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3785dea-3e24-4b78-9b81-fdddb71ada63,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:09.617189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.620405 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-10629dba-195e-4837-98fa-19b758407e18 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d3785dea-3e24-4b78-9b81-fdddb71ada63 HTTP/1.1" status: 204 len: 168 time: 0.4843447 Feb 14 15:52:09.623284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59092) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:09.643382 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:09.650120 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-bff09b73-38a9-44fc-9458-a8eef056cf11 admin admin] 10.222.0.67 "PUT /v2.0/routers/06977591-09a2-4497-8b35-916de0382a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979452 Feb 14 15:52:09.652529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59094) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:09.654710 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Sync routers for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:09.667179 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:09.667961 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:09.744965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (38bd50bd-f04c-422d-afda-628e485c1000), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.797115 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:09.839646 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks [] for router (06977591-09a2-4497-8b35-916de0382a77), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.912159 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (38bd50bd-f04c-422d-afda-628e485c1000), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:09.944521 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bd50bd-f04c-422d-afda-628e485c1000']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:09.970099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:52:08Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:09.978435 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325d2d3d-b105-4ca1-affd-16a4ea6fe421') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:09.978736 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325d2d3d-b105-4ca1-affd-16a4ea6fe421') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:09.993660 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724404'] for segment (325d2d3d-b105-4ca1-affd-16a4ea6fe421), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.000269 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Checking router: 06977591-09a2-4497-8b35-916de0382a77 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:10.008419 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Routers {'06977591-09a2-4497-8b35-916de0382a77'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:10.009020 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['06977591-09a2-4497-8b35-916de0382a77'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:10.013441 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks [] for router_gateway (06977591-09a2-4497-8b35-916de0382a77), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.017432 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (325d2d3d-b105-4ca1-affd-16a4ea6fe421), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.024973 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:52:10.025364 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16725553'] for segment (325d2d3d-b105-4ca1-affd-16a4ea6fe421), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: Traceback (most recent call last): Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: timer() Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: cb(*args, **kw) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: return func(*args, **kwargs) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: self._notify() Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: self.callback(batched_events) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: event.method(event) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: return f(self, *a, **k) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._get(url).json() Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: return self.request(url, 'GET', **kwargs) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:52:10.027017 dv-cinder-815145-9-iscsi neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:52:10.116009 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] Set router 06977591-09a2-4497-8b35-916de0382a77 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:10.303027 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:52:08Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:10.329995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b5a3b-eec0-43f1-bbb9-a63354a26148 None None] The sync data for ids ['06977591-09a2-4497-8b35-916de0382a77'] in dv-cinder-815145-9-iscsi is: [{'id': '06977591-09a2-4497-8b35-916de0382a77', 'name': 'tempest-TestShelveInstance-1895716125-router', 'tenant_id': '345fa7fc8494459db4a9321b00e8a66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:20Z', 'updated_at': '2022-02-14T15:52:08Z', 'revision_number': 5, 'project_id': '345fa7fc8494459db4a9321b00e8a66c', 'gw_port': {'id': '116838dc-843d-4a4f-965e-36cb3bc06722', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06977591-09a2-4497-8b35-916de0382a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:21Z', 'updated_at': '2022-02-14T15:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:10.420666 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (38bd50bd-f04c-422d-afda-628e485c1000), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.424913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.428399 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] 10.222.0.67 "DELETE /v2.0/networks/38bd50bd-f04c-422d-afda-628e485c1000 HTTP/1.1" status: 204 len: 168 time: 0.8041828 Feb 14 15:52:10.442930 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8c28f-6afa-4965-b0e8-f2d85dda53ea admin admin] Pushing event deleted for resources: {'Network': ['ID=38bd50bd-f04c-422d-afda-628e485c1000,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:10.464044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Deleting port 116838dc-843d-4a4f-965e-36cb3bc06722 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:10.464381 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.543798 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] For port 116838dc-843d-4a4f-965e-36cb3bc06722, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=116838dc-843d-4a4f-965e-36cb3bc06722,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:10.544156 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.557046 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Calling delete_port for 116838dc-843d-4a4f-965e-36cb3bc06722 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:10.730434 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 4270ea31-60a0-4c9e-9017-0998556581fd no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:10.736024 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59098) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:10.755039 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 4270ea31-60a0-4c9e-9017-0998556581fd {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:10.755383 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 4270ea31-60a0-4c9e-9017-0998556581fd not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:10.782612 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (116838dc-843d-4a4f-965e-36cb3bc06722), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.791680 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-27d7eee5-1a95-4f04-a29f-683265f37f47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc3cf9184da641949417363a0001e9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544047 Feb 14 15:52:10.794407 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:10.836915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Pushing event deleted for resources: {'Port': ['ID=116838dc-843d-4a4f-965e-36cb3bc06722,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:10.853732 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] Publish callbacks [] for security_group (6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.879189 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (06977591-09a2-4497-8b35-916de0382a77), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.879444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] Publish callbacks [] for security_group (6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.967426 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.970199 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.973684 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f HTTP/1.1" status: 204 len: 168 time: 0.1751645 Feb 14 15:52:10.973853 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (06977591-09a2-4497-8b35-916de0382a77), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.974391 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks [] for router_controller (06977591-09a2-4497-8b35-916de0382a77), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:10.980514 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bdd0-d410-4208-9d8a-a370d596b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c8bc3-4c4e-4b80-af59-38eb3ef3ab8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:11.136943 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (06977591-09a2-4497-8b35-916de0382a77), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.137439 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06977591-09a2-4497-8b35-916de0382a77 {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:52:11.146750 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.146750 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-41ee63a7-f978-4b0f-b2a8-c90bc684b005 admin admin] 10.222.0.67 "DELETE /v2.0/routers/06977591-09a2-4497-8b35-916de0382a77 HTTP/1.1" status: 204 len: 168 time: 1.4913454 Feb 14 15:52:11.148454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:11.195105 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Deleting subnet b72923ec-6494-4d4b-b417-3ae6edea7b31 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:52:11.198435 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Publish callbacks [] for subnet (b72923ec-6494-4d4b-b417-3ae6edea7b31), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.234658 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (b72923ec-6494-4d4b-b417-3ae6edea7b31), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.323818 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (b72923ec-6494-4d4b-b417-3ae6edea7b31), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.463155 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (b72923ec-6494-4d4b-b417-3ae6edea7b31), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.490571 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72923ec-6494-4d4b-b417-3ae6edea7b31,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:11.501655 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.501655 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-093fad45-70f4-46d4-9312-c2d10bb54bb6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b72923ec-6494-4d4b-b417-3ae6edea7b31 HTTP/1.1" status: 204 len: 168 time: 0.3499503 Feb 14 15:52:11.502340 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59108) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:11.503823 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99b607-c293-4bcf-9f54-4fe310068473 None None] Network a74baac7-3019-444f-a4a9-40ae27074af0 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:11.578851 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (a74baac7-3019-444f-a4a9-40ae27074af0), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.644730 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Deleting port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:11.645096 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.673646 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] DHCP port deletion for a74baac7-3019-444f-a4a9-40ae27074af0 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:52:11.713195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59110) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:11.721113 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] For port cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:11.721486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.744840 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Calling delete_port for cc86d986-d3b9-4adb-8c6b-531be33ac1f9 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:11.814260 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-581b3730-c049-4af8-8b3c-45b16a8e0eb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cea8e499cc004a7392632c52074334cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998716 Feb 14 15:52:11.817056 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:11.869316 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] Publish callbacks [] for security_group (5bdc23c1-a1d0-47d9-869c-9e034e661ed3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.869548 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Deleting port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:11.870062 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.890286 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] Publish callbacks [] for security_group (5bdc23c1-a1d0-47d9-869c-9e034e661ed3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.902523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.930376 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:11.932635 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] For port cc86d986-d3b9-4adb-8c6b-531be33ac1f9, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,segment=NetworkSegment(ee0adddd-efa9-4990-8390-876ec4b46ce8),segment_id=ee0adddd-efa9-4990-8390-876ec4b46ce8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:11.933054 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.938501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] No DVR routers for this DVR port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 on host dv-cinder-815145-9-iscsi {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:52:11.947497 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Calling delete_port for cc86d986-d3b9-4adb-8c6b-531be33ac1f9 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:11.996584 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (5bdc23c1-a1d0-47d9-869c-9e034e661ed3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:11.999231 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.002240 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5bdc23c1-a1d0-47d9-869c-9e034e661ed3 HTTP/1.1" status: 204 len: 168 time: 0.1823089 Feb 14 15:52:12.012065 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc201cb8-bf1c-4bf0-8ed1-e27710d1e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc23c1-a1d0-47d9-869c-9e034e661ed3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:12.012723 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (a74baac7-3019-444f-a4a9-40ae27074af0), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.038960 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74baac7-3019-444f-a4a9-40ae27074af0']}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:12.051342 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (cc86d986-d3b9-4adb-8c6b-531be33ac1f9), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.052212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0adddd-efa9-4990-8390-876ec4b46ce8') {'for_net_delete': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:12.052801 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.services.segments.db [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0adddd-efa9-4990-8390-876ec4b46ce8') {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:12.063993 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16724404'] for segment (ee0adddd-efa9-4990-8390-876ec4b46ce8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.075097 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] Pushing event deleted for resources: {'Port': ['ID=cc86d986-d3b9-4adb-8c6b-531be33ac1f9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:12.078613 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (ee0adddd-efa9-4990-8390-876ec4b46ce8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.081400 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc67437-c903-49b3-bd50-444e21fca93c None None] No DVR routers for this DVR port cc86d986-d3b9-4adb-8c6b-531be33ac1f9 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:52:12.085959 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:52:12.087658 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16725553'] for segment (ee0adddd-efa9-4990-8390-876ec4b46ce8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: Traceback (most recent call last): Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: timer() Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: cb(*args, **kw) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: return func(*args, **kwargs) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: self._notify() Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: self.callback(batched_events) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: event.method(event) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: return f(self, *a, **k) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._get(url).json() Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: return self.request(url, 'GET', **kwargs) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:52:12.098893 dv-cinder-815145-9-iscsi neutron-server[103409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:52:12.222727 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (a74baac7-3019-444f-a4a9-40ae27074af0), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.227537 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:12.231185 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a74baac7-3019-444f-a4a9-40ae27074af0 HTTP/1.1" status: 204 len: 168 time: 0.7272048 Feb 14 15:52:12.233929 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:12.243394 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3983e-2ca4-406f-bd54-39c52c73df77 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74baac7-3019-444f-a4a9-40ae27074af0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:12.697592 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 116838dc-843d-4a4f-965e-36cb3bc06722 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:12.717884 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 116838dc-843d-4a4f-965e-36cb3bc06722 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:12.718480 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 116838dc-843d-4a4f-965e-36cb3bc06722 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:12.718788 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device cc86d986-d3b9-4adb-8c6b-531be33ac1f9 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:12.741746 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: cc86d986-d3b9-4adb-8c6b-531be33ac1f9 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:12.742349 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device cc86d986-d3b9-4adb-8c6b-531be33ac1f9 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:12.820110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.068940 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Deleting port c0bfb929-6c42-4228-b7d5-2263b4b98618 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:13.069289 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.149792 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] For port c0bfb929-6c42-4228-b7d5-2263b4b98618, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0bfb929-6c42-4228-b7d5-2263b4b98618,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:13.150161 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.163481 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Calling delete_port for c0bfb929-6c42-4228-b7d5-2263b4b98618 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:13.445498 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (c0bfb929-6c42-4228-b7d5-2263b4b98618), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.471625 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bfb929-6c42-4228-b7d5-2263b4b98618,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:13.658339 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.877506 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:13.887186 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Router a2c6474a-6405-4e5d-a019-018b14f8c1ce has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:52:13.994694 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:14.003795 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-10ca19e3-be19-41fc-83d3-01e813dc7732 admin admin] 10.222.0.67 "PUT /v2.0/routers/a2c6474a-6405-4e5d-a019-018b14f8c1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646937 Feb 14 15:52:14.004436 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59156) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:14.004886 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Sync routers for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:14.014825 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:14.015457 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:14.113142 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks [] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.129397 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:14.223325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks [] for router_gateway (a2c6474a-6405-4e5d-a019-018b14f8c1ce), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.308425 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:52:13Z', 'revision_number': 5, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port': {'id': 'db3012eb-3d03-415d-a03a-2088a4cbee92', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:46:28Z', 'updated_at': '2022-02-14T15:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:14.335338 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Checking router: a2c6474a-6405-4e5d-a019-018b14f8c1ce for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:14.343518 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Routers {'a2c6474a-6405-4e5d-a019-018b14f8c1ce'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:14.344151 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:14.360718 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Deleting port db3012eb-3d03-415d-a03a-2088a4cbee92 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:14.361061 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.431495 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] Set router a2c6474a-6405-4e5d-a019-018b14f8c1ce gateway port host: None {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:14.445421 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] For port db3012eb-3d03-415d-a03a-2088a4cbee92, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=db3012eb-3d03-415d-a03a-2088a4cbee92,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:14.445913 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.458392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Calling delete_port for db3012eb-3d03-415d-a03a-2088a4cbee92 owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:14.483420 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:52:14Z', 'revision_number': 6, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:14.512148 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e671728-ab05-4e3b-acc9-3ca030e9a9e2 None None] The sync data for ids ['a2c6474a-6405-4e5d-a019-018b14f8c1ce'] in dv-cinder-815145-9-iscsi is: [{'id': 'a2c6474a-6405-4e5d-a019-018b14f8c1ce', 'name': 'tempest-TestShelveInstance-1919306451-router', 'tenant_id': '11b31cda822b4efda3e7c15be2db02cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:46:27Z', 'updated_at': '2022-02-14T15:52:14Z', 'revision_number': 6, 'project_id': '11b31cda822b4efda3e7c15be2db02cb', 'gw_port_host': None}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:14.691073 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (db3012eb-3d03-415d-a03a-2088a4cbee92), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.718117 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3012eb-3d03-415d-a03a-2088a4cbee92,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:14.780482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.874903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.877249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks [] for router_controller (a2c6474a-6405-4e5d-a019-018b14f8c1ce), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.988347 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (a2c6474a-6405-4e5d-a019-018b14f8c1ce), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.988908 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c6474a-6405-4e5d-a019-018b14f8c1ce {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 15:52:14.999246 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:14.999246 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-28547e97-db29-497f-a848-039039cbb744 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a2c6474a-6405-4e5d-a019-018b14f8c1ce HTTP/1.1" status: 204 len: 168 time: 0.9888899 Feb 14 15:52:14.999246 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59164) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:15.040282 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Deleting subnet c98aecfa-c09c-4f08-b2df-31c21d7f9713 {{(pid=103409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 15:52:15.043263 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Publish callbacks [] for subnet (c98aecfa-c09c-4f08-b2df-31c21d7f9713), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.080075 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16724387'] for subnet (c98aecfa-c09c-4f08-b2df-31c21d7f9713), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.154475 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (c98aecfa-c09c-4f08-b2df-31c21d7f9713), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.260542 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0bfb929-6c42-4228-b7d5-2263b4b98618 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:15.277044 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16724371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16765708'] for subnet (c98aecfa-c09c-4f08-b2df-31c21d7f9713), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.283456 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: c0bfb929-6c42-4228-b7d5-2263b4b98618 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:15.284051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0bfb929-6c42-4228-b7d5-2263b4b98618 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:15.302902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98aecfa-c09c-4f08-b2df-31c21d7f9713,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:15.306287 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.309462 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-a9069f41-832a-4a95-8835-f3bafefdb818 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c98aecfa-c09c-4f08-b2df-31c21d7f9713 HTTP/1.1" status: 204 len: 168 time: 0.3117828 Feb 14 15:52:15.312302 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:15.315906 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f82794-8f3b-4fca-a186-d2203d7605c6 None None] Network 2414eed9-405d-4bfa-bfd8-c1d6466229b6 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:15.387486 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (2414eed9-405d-4bfa-bfd8-c1d6466229b6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.444694 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Deleting port 79f231db-1af7-40b9-b3c7-811970fcde1f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:15.445036 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.491012 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] DHCP port deletion for 2414eed9-405d-4bfa-bfd8-c1d6466229b6 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 15:52:15.515396 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] For port 79f231db-1af7-40b9-b3c7-811970fcde1f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=79f231db-1af7-40b9-b3c7-811970fcde1f,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:15.515947 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.529578 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Calling delete_port for 79f231db-1af7-40b9-b3c7-811970fcde1f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:15.540025 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Deleting port 79f231db-1af7-40b9-b3c7-811970fcde1f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:52:15.540778 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.608741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] For port 79f231db-1af7-40b9-b3c7-811970fcde1f, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=79f231db-1af7-40b9-b3c7-811970fcde1f,segment=NetworkSegment(aba3b4b4-0825-4974-82e4-f088a5b7bbe1),segment_id=aba3b4b4-0825-4974-82e4-f088a5b7bbe1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:15.609140 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.626951 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Calling delete_port for 79f231db-1af7-40b9-b3c7-811970fcde1f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:52:15.710487 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.716985 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (79f231db-1af7-40b9-b3c7-811970fcde1f), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.738973 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f231db-1af7-40b9-b3c7-811970fcde1f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:15.741488 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] Pushing event deleted for resources: {'Port': ['ID=79f231db-1af7-40b9-b3c7-811970fcde1f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:15.745552 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8902a4-89e7-4a5f-9fa5-874df15c7adb None None] No DVR routers for this DVR port 79f231db-1af7-40b9-b3c7-811970fcde1f on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:52:15.746136 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] No DVR routers for this DVR port 79f231db-1af7-40b9-b3c7-811970fcde1f on host dv-cinder-815145-9-iscsi {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:52:15.826901 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (2414eed9-405d-4bfa-bfd8-c1d6466229b6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.853504 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2414eed9-405d-4bfa-bfd8-c1d6466229b6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:15.863706 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:15.864000 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba3b4b4-0825-4974-82e4-f088a5b7bbe1') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:15.873822 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (aba3b4b4-0825-4974-82e4-f088a5b7bbe1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.886444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (aba3b4b4-0825-4974-82e4-f088a5b7bbe1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.892563 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 15:52:15.892967 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (aba3b4b4-0825-4974-82e4-f088a5b7bbe1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 15:52:15.894874 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 15:52:16.018802 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (2414eed9-405d-4bfa-bfd8-c1d6466229b6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.025669 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.029054 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2414eed9-405d-4bfa-bfd8-c1d6466229b6 HTTP/1.1" status: 204 len: 168 time: 0.7157717 Feb 14 15:52:16.038870 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f63061-34ab-41ac-b2db-16b9e244d057 admin admin] Pushing event deleted for resources: {'Network': ['ID=2414eed9-405d-4bfa-bfd8-c1d6466229b6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:16.522599 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:16.562400 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-bd7c93cc-aa69-45dc-bef8-885f40040199 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=345fa7fc8494459db4a9321b00e8a66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386660 Feb 14 15:52:16.564919 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:16.611098 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] Publish callbacks [] for security_group (d35c6646-4d23-4722-9b03-71755ce5f67d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.631769 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] Publish callbacks [] for security_group (d35c6646-4d23-4722-9b03-71755ce5f67d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.692709 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 79f231db-1af7-40b9-b3c7-811970fcde1f no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:16.715736 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 79f231db-1af7-40b9-b3c7-811970fcde1f {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:16.716092 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 79f231db-1af7-40b9-b3c7-811970fcde1f not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:16.716515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device db3012eb-3d03-415d-a03a-2088a4cbee92 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:52:16.734990 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: db3012eb-3d03-415d-a03a-2088a4cbee92 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:52:16.735369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device db3012eb-3d03-415d-a03a-2088a4cbee92 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:52:16.753702 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d35c6646-4d23-4722-9b03-71755ce5f67d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.756320 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:16.757477 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d35c6646-4d23-4722-9b03-71755ce5f67d HTTP/1.1" status: 204 len: 168 time: 0.1916785 Feb 14 15:52:16.765991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8257-57b6-419d-86d1-23bf43fbbda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35c6646-4d23-4722-9b03-71755ce5f67d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:17.395476 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:17.435079 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-19f422ad-541a-47df-8ee3-ae4bd4ea21ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11b31cda822b4efda3e7c15be2db02cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383008 Feb 14 15:52:17.437846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59198) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:17.489123 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] Publish callbacks [] for security_group (8c6fbd66-74b5-4394-badf-b6954985d0ed), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:17.509320 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] Publish callbacks [] for security_group (8c6fbd66-74b5-4394-badf-b6954985d0ed), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:17.624535 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (8c6fbd66-74b5-4394-badf-b6954985d0ed), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:17.627284 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:17.628436 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c6fbd66-74b5-4394-badf-b6954985d0ed HTTP/1.1" status: 204 len: 168 time: 0.1895788 Feb 14 15:52:17.636654 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c9b7a-dcd8-4d67-bdc0-36d59f792fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6fbd66-74b5-4394-badf-b6954985d0ed,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:18.696904 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59222) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:18.790233 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031210095-network', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:18.881403 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Made reservation on behalf of 9e4d6f6f59064a5094973eaeb3cbde2d for: {'network': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:18.883728 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:18.892250 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:18.964330 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks [] for security_group (3ea1adaf-7efe-4817-b875-22c4b88732b7), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.029965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3ea1adaf-7efe-4817-b875-22c4b88732b7), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.056463 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:52:19.063112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1adaf-7efe-4817-b875-22c4b88732b7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:19.068852 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (988e85c6-dcb9-4387-9370-48349b503aa3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.069188 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.segments_db [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Added segment 988e85c6-dcb9-4387-9370-48349b503aa3 of type vlan for network c43961bc-0f41-452c-a9a9-ced54c7e8621 Feb 14 15:52:19.106757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (c43961bc-0f41-452c-a9a9-ced54c7e8621), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.193336 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (c43961bc-0f41-452c-a9a9-ced54c7e8621), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.194310 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:19.194896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.254789 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] Pushing event updated for resources: {'Network': ['ID=c43961bc-0f41-452c-a9a9-ced54c7e8621,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:19.264092 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:52:19.310941 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-3e3c829a-84ca-43e9-a466-d38e0b29e99c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6129339 Feb 14 15:52:19.313775 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59228) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:19.318607 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Request body: {'subnet': {'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031210095-subnet', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'ip_version': 4}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:19.405936 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Made reservation on behalf of 9e4d6f6f59064a5094973eaeb3cbde2d for: {'subnet': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:19.407957 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16765751'] for subnet (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.618903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16724444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16765701'] for subnet (29cf46dc-bdb3-4184-b99c-360eb314caf9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.674056 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cf46dc-bdb3-4184-b99c-360eb314caf9,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:19.682754 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:19.683120 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Network hostable DHCP agents. Network: c43961bc-0f41-452c-a9a9-ced54c7e8621, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:52:19.767348 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:52:19.829988 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, c43961bc-0f41-452c-a9a9-ced54c7e8621) {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:19.834029 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:19.834616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.838999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f273c61-d09c-4d58-84d3-21b7ac37b195 None None] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:19.907455 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ebec2cc3-a8ef-4bfe-920c-90509df2b1e2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5924947 Feb 14 15:52:19.910053 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59230) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:19.914472 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:19.944227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-c43961bc-0f41-452c-a9a9-ced54c7e8621', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:52:19.945099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.993860 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:19.995090 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.055018 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for router_controller (6f88c82a-703c-4832-aad7-1411e14d1e06), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.077474 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Allocated IP 172.20.0.2 (c43961bc-0f41-452c-a9a9-ced54c7e8621/29cf46dc-bdb3-4184-b99c-360eb314caf9/c0a63603-00a3-49da-b820-328f8d007f04) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:20.217714 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks [] for port (c0a63603-00a3-49da-b820-328f8d007f04), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.261343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for router_gateway (6f88c82a-703c-4832-aad7-1411e14d1e06), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.285884 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (c0a63603-00a3-49da-b820-328f8d007f04), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.325077 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:20.330422 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:20.333559 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:20.342025 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Pushing event updated for resources: {'Port': ['ID=c0a63603-00a3-49da-b820-328f8d007f04,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:20.401927 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Attempting to bind port c0a63603-00a3-49da-b820-328f8d007f04 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:20.402298 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Attempting to bind port c0a63603-00a3-49da-b820-328f8d007f04 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:20.402669 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Attempting to bind port c0a63603-00a3-49da-b820-328f8d007f04 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:20.408678 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:20.409064 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:20.409472 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.409871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Bound using segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:20.410343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Bound port: c0a63603-00a3-49da-b820-328f8d007f04, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:20.410729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0a63603-00a3-49da-b820-328f8d007f04), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.473530 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] For port c0a63603-00a3-49da-b820-328f8d007f04, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:20.477873 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] For port c0a63603-00a3-49da-b820-328f8d007f04, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0a63603-00a3-49da-b820-328f8d007f04,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:20.539277 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c0a63603-00a3-49da-b820-328f8d007f04), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.543815 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for router_gateway (6f88c82a-703c-4832-aad7-1411e14d1e06), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.563813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.605046 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a550b41-72df-4701-afd2-13f68f2fef61 None None] Pushing event updated for resources: {'Port': ['ID=c0a63603-00a3-49da-b820-328f8d007f04,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:20.673329 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Allocated IP 172.27.3.90 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/ae224398-3bcb-4823-83c4-6a64b8969400) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:20.791041 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for port (ae224398-3bcb-4823-83c4-6a64b8969400), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.885633 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:20.927134 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:20.931880 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:20.934753 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:20.957994 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Pushing event updated for resources: {'Port': ['ID=ae224398-3bcb-4823-83c4-6a64b8969400,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:21.247443 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for router_gateway (6f88c82a-703c-4832-aad7-1411e14d1e06), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.504579 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15aebf0-d6d2-4da2-a2dc-d72e3a7c03cc None None] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:21.571348 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Provisioning complete for port c0a63603-00a3-49da-b820-328f8d007f04 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:21.571640 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0a63603-00a3-49da-b820-328f8d007f04), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.690596 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Current status of the port c0a63603-00a3-49da-b820-328f8d007f04 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:21.690982 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (c0a63603-00a3-49da-b820-328f8d007f04), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.727259 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] For port c0a63603-00a3-49da-b820-328f8d007f04, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0a63603-00a3-49da-b820-328f8d007f04,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:21.735942 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.807609 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (c0a63603-00a3-49da-b820-328f8d007f04), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.864721 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242f82c-50e1-4197-b335-90f870a4b4db None None] Pushing event updated for resources: {'Port': ['ID=c0a63603-00a3-49da-b820-328f8d007f04,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:21.928708 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-01f57aa3-f80b-4a32-89af-c274bb2a4049 None None] Provisioning complete for port c0a63603-00a3-49da-b820-328f8d007f04 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:21.929082 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f57aa3-f80b-4a32-89af-c274bb2a4049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0a63603-00a3-49da-b820-328f8d007f04), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:21.938721 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:52:22.009662 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-01f57aa3-f80b-4a32-89af-c274bb2a4049 None None] Current status of the port c0a63603-00a3-49da-b820-328f8d007f04 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:22.046841 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:22.057523 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:22.069874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:22.070753 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:22.124349 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.125047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-743f29c1-65c4-4b1f-8b40-5e1912c1de68 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2139792 Feb 14 15:52:22.129917 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59238) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:22.213483 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:22.519852 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:21Z', 'revision_number': 3, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:22.549534 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:22.549889 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Updating router 6f88c82a-703c-4832-aad7-1411e14d1e06 port ae224398-3bcb-4823-83c4-6a64b8969400 binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:52:22.550999 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.576863 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.712108 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Allocated IP 172.20.0.1 (c43961bc-0f41-452c-a9a9-ced54c7e8621/29cf46dc-bdb3-4184-b99c-360eb314caf9/da7ca81f-cf75-4651-8c93-29f562f40ac9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:22.756127 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0a63603-00a3-49da-b820-328f8d007f04 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:22.822163 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks [] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.857841 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port c0a63603-00a3-49da-b820-328f8d007f04 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:22.858220 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (c0a63603-00a3-49da-b820-328f8d007f04), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.895252 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks [] for port (ae224398-3bcb-4823-83c4-6a64b8969400), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.922161 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.950579 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port c0a63603-00a3-49da-b820-328f8d007f04 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:22.960839 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:22.965541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:22.969212 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:22.973040 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:22.974615 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Pushing event updated for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:23.019049 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (6f88c82a-703c-4832-aad7-1411e14d1e06), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.024285 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Attempting to bind port ae224398-3bcb-4823-83c4-6a64b8969400 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:23.024659 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Attempting to bind port ae224398-3bcb-4823-83c4-6a64b8969400 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:23.025015 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Attempting to bind port ae224398-3bcb-4823-83c4-6a64b8969400 on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:23.032214 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f76672-5154-444f-b237-81859fb345fd None None] Pushing event updated for resources: {'Port': ['ID=ae224398-3bcb-4823-83c4-6a64b8969400,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:23.034949 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:23.035326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:23.035768 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.036207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:23.036690 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Bound port: ae224398-3bcb-4823-83c4-6a64b8969400, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:23.037085 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.097514 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] For port ae224398-3bcb-4823-83c4-6a64b8969400, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:23.108096 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] For port ae224398-3bcb-4823-83c4-6a64b8969400, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ae224398-3bcb-4823-83c4-6a64b8969400,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:23.190707 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.242314 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.262479 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f76672-5154-444f-b237-81859fb345fd None None] Pushing event updated for resources: {'Port': ['ID=ae224398-3bcb-4823-83c4-6a64b8969400,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:23.265446 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:23.266054 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:23.272071 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4efd8b1c-bf64-488a-ad00-4e5daee8b05a None None] Provisioning complete for port da7ca81f-cf75-4651-8c93-29f562f40ac9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:23.272322 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4efd8b1c-bf64-488a-ad00-4e5daee8b05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.359749 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4efd8b1c-bf64-488a-ad00-4e5daee8b05a None None] Port da7ca81f-cf75-4651-8c93-29f562f40ac9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:52:23.418087 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks [] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.418869 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:23.501812 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.578064 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (6f88c82a-703c-4832-aad7-1411e14d1e06), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:23.579933 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Pushing event updated for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:23.627598 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:22Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:23.653953 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3645fc0-b9de-4482-967f-b03a6ec19ec7 None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:22Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:23.673707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:23.675043 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:23.806576 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:52:23.960902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:23.975839 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-785b6722-1a65-45ed-b15f-b725f33fa004 admin admin] 10.222.0.67 "PUT /v2.0/routers/6f88c82a-703c-4832-aad7-1411e14d1e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357956 Feb 14 15:52:23.988443 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-17fc6bbf-bf41-42a6-9a0d-79f30255611f None None] Provisioning complete for port da7ca81f-cf75-4651-8c93-29f562f40ac9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:23.988926 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17fc6bbf-bf41-42a6-9a0d-79f30255611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:24.032519 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-17fc6bbf-bf41-42a6-9a0d-79f30255611f None None] Port da7ca81f-cf75-4651-8c93-29f562f40ac9 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:52:24.734425 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ae224398-3bcb-4823-83c4-6a64b8969400 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:24.787946 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ae224398-3bcb-4823-83c4-6a64b8969400 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:24.788414 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:24.866970 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59286) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:24.871801 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ae224398-3bcb-4823-83c4-6a64b8969400 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:24.872203 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:24.872534 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1546896911-network', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:24.893932 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port ae224398-3bcb-4823-83c4-6a64b8969400, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ae224398-3bcb-4823-83c4-6a64b8969400,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:25.056084 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Made reservation on behalf of d2ee10eb855f485d8b85ecffee34e0d0 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:25.058393 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.068040 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.085126 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.151707 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=ae224398-3bcb-4823-83c4-6a64b8969400,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:25.152952 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks [] for security_group (bc94a855-4eb6-4b28-ab24-87429b7e96bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.210430 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (bc94a855-4eb6-4b28-ab24-87429b7e96bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.232429 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 15:52:25.247504 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94a855-4eb6-4b28-ab24-87429b7e96bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:25.251617 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (e4ba85ac-4b16-4141-a24a-9b82f496ca9f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.254320 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.segments_db [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Added segment e4ba85ac-4b16-4141-a24a-9b82f496ca9f of type vlan for network b326c088-a90b-4711-b26e-67a02813208a Feb 14 15:52:25.294558 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770050557597'] for network (b326c088-a90b-4711-b26e-67a02813208a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.393745 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365'] for network (b326c088-a90b-4711-b26e-67a02813208a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.394997 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:25.395622 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.455068 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] Pushing event updated for resources: {'Network': ['ID=b326c088-a90b-4711-b26e-67a02813208a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:25.465484 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Network b326c088-a90b-4711-b26e-67a02813208a details requested by agent ovs-agent-dv-cinder-815145-9-iscsi with host dv-cinder-815145-9-iscsi {{(pid=103410) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 15:52:25.529627 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f05d27d2-3756-4fbc-ab4a-e21eadb491db admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6609807 Feb 14 15:52:25.533128 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:25.538143 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Request body: {'subnet': {'network_id': 'b326c088-a90b-4711-b26e-67a02813208a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1546896911-subnet', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:25.627726 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Made reservation on behalf of d2ee10eb855f485d8b85ecffee34e0d0 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:52:25.630148 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4714384'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.658975 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:25.668350 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:25.668962 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:25.776724 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:25.888133 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7513703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4714402'] for subnet (aebde320-aa55-4a27-ab27-c364b45a2ebb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:25.942363 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebde320-aa55-4a27-ab27-c364b45a2ebb,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:25.960519 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Checking segment: {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:25.960947 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Network hostable DHCP agents. Network: b326c088-a90b-4711-b26e-67a02813208a, hostable agents: ['3a0d57be-b225-4611-8562-fecd55c33668'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 15:52:25.978174 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 2, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:26.041454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Network b326c088-a90b-4711-b26e-67a02813208a is scheduled to be hosted by DHCP agent 3a0d57be-b225-4611-8562-fecd55c33668 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 15:52:26.092341 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:26.092568 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Updating router 6f88c82a-703c-4832-aad7-1411e14d1e06 port da7ca81f-cf75-4651-8c93-29f562f40ac9 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:52:26.098766 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-9-iscsi, b326c088-a90b-4711-b26e-67a02813208a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:26.102998 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:26.103701 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.108069 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd20a95-01e1-4f0c-88d2-7cb5d6174dfc None None] Network b326c088-a90b-4711-b26e-67a02813208a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:26.124579 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.213882 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b121dfe-05bd-5410-aa0c-abf1a930e959-b326c088-a90b-4711-b26e-67a02813208a', 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a', 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'fixed_ips': [{'subnet_id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb'}]}} from dv-cinder-815145-9-iscsi. {{(pid=103410) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 15:52:26.214733 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.225662 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f25bfb55-ad9d-4b56-8144-6db817fef603 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6913955 Feb 14 15:52:26.231700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59304) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:26.237500 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:26.331121 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7844085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13989'] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.332814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7846661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882431', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8052272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13996'] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.360166 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Allocated IP 172.20.0.2 (b326c088-a90b-4711-b26e-67a02813208a/aebde320-aa55-4a27-ab27-c364b45a2ebb/e532ca6f-b83a-4b07-b5ee-3f9d1e019933) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:26.388869 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for router_controller (ef88a667-275b-4a2c-9f1d-63c50cad1faf), precommit_add_association {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.390538 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks [] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.480565 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.510732 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks [] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.532622 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Pushing event updated for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:26.541935 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.542318 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.542849 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.543205 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.543682 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.543903 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.544239 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.544566 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.545004 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.545237 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.545574 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.546406 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.546731 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:52:26.596430 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.610891 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Attempting to bind port da7ca81f-cf75-4651-8c93-29f562f40ac9 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:26.611270 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Attempting to bind port da7ca81f-cf75-4651-8c93-29f562f40ac9 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:26.613802 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Attempting to bind port da7ca81f-cf75-4651-8c93-29f562f40ac9 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:26.617495 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:26.617635 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:26.618006 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.618395 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Bound using segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:26.618864 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Bound port: da7ca81f-cf75-4651-8c93-29f562f40ac9, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:26.619304 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.632427 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for router_gateway (ef88a667-275b-4a2c-9f1d-63c50cad1faf), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.653306 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Network b326c088-a90b-4711-b26e-67a02813208a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:26.662391 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:26.667326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:26.692513 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Pushing event updated for resources: {'Port': ['ID=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:26.698309 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] For port da7ca81f-cf75-4651-8c93-29f562f40ac9, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:26.703144 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] For port da7ca81f-cf75-4651-8c93-29f562f40ac9, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=da7ca81f-cf75-4651-8c93-29f562f40ac9,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:26.740118 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ae224398-3bcb-4823-83c4-6a64b8969400 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:26.780695 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.801489 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Attempting to bind port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:26.801869 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Attempting to bind port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:26.802238 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Attempting to bind port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 on network b326c088-a90b-4711-b26e-67a02813208a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:26.813722 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:26.814108 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Checking segment: {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:26.815051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.815051 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Bound using segment: {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:26.817283 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Bound port: e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:26.817691 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.841448 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:26.844492 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:26.870061 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port ae224398-3bcb-4823-83c4-6a64b8969400 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:26.870441 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.943817 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a93fb-faed-4238-abf0-60e092f0c90a None None] Pushing event updated for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:26.946003 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] For port e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:26.951505 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Provisioning complete for port da7ca81f-cf75-4651-8c93-29f562f40ac9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:26.952231 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:26.955287 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] For port e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:26.984210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for router_gateway (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.004073 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.046662 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.053476 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:27.057628 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port ae224398-3bcb-4823-83c4-6a64b8969400 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:27.145048 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5885ee-d802-4898-86ce-cdd5cc6c632a None None] Pushing event updated for resources: {'Port': ['ID=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:27.168100 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Current status of the port da7ca81f-cf75-4651-8c93-29f562f40ac9 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:27.168990 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.206727 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] For port da7ca81f-cf75-4651-8c93-29f562f40ac9, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=da7ca81f-cf75-4651-8c93-29f562f40ac9,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:27.220523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Allocated IP 172.27.3.157 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/3f76ecce-22da-4441-9ab3-d5956c4f2cbb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:27.282045 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.348398 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c2bab-d834-4a02-a922-0c3a1b9c5ac3 None None] Pushing event updated for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:27.382197 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:26Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:27.415956 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-adf3468a-c5c1-4f77-b8c6-9b6adb9afc82 None None] Provisioning complete for port da7ca81f-cf75-4651-8c93-29f562f40ac9 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:27.416388 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adf3468a-c5c1-4f77-b8c6-9b6adb9afc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.422071 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e9641-0e6e-4947-b39f-dc42ee36b41a None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:26Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:27.474474 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00ba3fe1-84fc-49cb-9116-afde103ccdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.548680 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-adf3468a-c5c1-4f77-b8c6-9b6adb9afc82 None None] Current status of the port da7ca81f-cf75-4651-8c93-29f562f40ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:27.705307 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.764487 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59322) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:27.811153 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:27.856472 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:27.866076 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:27.866486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:27.869929 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Pushing event updated for resources: {'Port': ['ID=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:27.912130 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47152d26-2227-4278-bd82-46885fa52097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.042854 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:52:28.113480 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47152d26-2227-4278-bd82-46885fa52097 admin admin] Publish callbacks [] for security_group (b74c5642-602f-40ed-b78c-674215bcd164), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.206333 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47152d26-2227-4278-bd82-46885fa52097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b74c5642-602f-40ed-b78c-674215bcd164), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.244734 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ac558-6a14-4a3c-9819-bb6ae8cb71cc None None] Network b326c088-a90b-4711-b26e-67a02813208a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 15:52:28.246218 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-47152d26-2227-4278-bd82-46885fa52097 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=755c14b4ff50480791cf01080acd8a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810255 Feb 14 15:52:28.249152 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:28.263366 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152d26-2227-4278-bd82-46885fa52097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c5642-602f-40ed-b78c-674215bcd164,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:28.304738 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] Publish callbacks [] for security_group (b74c5642-602f-40ed-b78c-674215bcd164), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.315950 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for router_gateway (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.330046 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] Publish callbacks [] for security_group (b74c5642-602f-40ed-b78c-674215bcd164), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.461910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (b74c5642-602f-40ed-b78c-674215bcd164), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.465191 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.468132 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b74c5642-602f-40ed-b78c-674215bcd164 HTTP/1.1" status: 204 len: 168 time: 0.2170732 Feb 14 15:52:28.474430 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Provisioning complete for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:28.474807 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.484869 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9538b97-a933-4a05-82c4-48412de26a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c5642-602f-40ed-b78c-674215bcd164,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:28.539482 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7846670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882380'] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.629663 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Current status of the port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:28.630395 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.669643 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] For port e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:28.743186 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.772070 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Router ef88a667-275b-4a2c-9f1d-63c50cad1faf is scheduled to L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 with binding_index 1 {{(pid=103409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 15:52:28.811959 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45d466-32db-424b-8da6-465d6b7c18fb None None] Pushing event updated for resources: {'Port': ['ID=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:28.871454 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5621feaf-a6a4-46f3-bc61-12bc05cc69f0 None None] Provisioning complete for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:28.872140 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5621feaf-a6a4-46f3-bc61-12bc05cc69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:28.879863 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device e532ca6f-b83a-4b07-b5ee-3f9d1e019933 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:28.921805 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:28.939894 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Sync routers for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:28.984291 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:28.984938 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:29.026954 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.028536 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-bc1041df-db83-4fc8-81ec-bf7effda7997 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7951026 Feb 14 15:52:29.031339 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:29.079365 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:29.079790 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.083796 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:29.100073 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-360d3a4a-b1c7-4868-ab88-9e2eb46860d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.143243 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5621feaf-a6a4-46f3-bc61-12bc05cc69f0 None None] Current status of the port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:29.168258 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:29.302683 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-360d3a4a-b1c7-4868-ab88-9e2eb46860d7 admin admin] Publish callbacks [] for security_group (8511b7f2-e030-4a77-96f6-874b1a0fac4d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.343526 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:29.345079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device da7ca81f-cf75-4651-8c93-29f562f40ac9 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:29.402842 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-360d3a4a-b1c7-4868-ab88-9e2eb46860d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (8511b7f2-e030-4a77-96f6-874b1a0fac4d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.449854 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port da7ca81f-cf75-4651-8c93-29f562f40ac9 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:29.450230 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.454691 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-360d3a4a-b1c7-4868-ab88-9e2eb46860d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c957a515ba944db8abb15979d2c45233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698828 Feb 14 15:52:29.457874 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59336) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:29.462316 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d3a4a-b1c7-4868-ab88-9e2eb46860d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511b7f2-e030-4a77-96f6-874b1a0fac4d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:29.497916 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:28Z', 'revision_number': 3, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:29.513592 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] Publish callbacks [] for security_group (8511b7f2-e030-4a77-96f6-874b1a0fac4d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.529363 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Checking router: ef88a667-275b-4a2c-9f1d-63c50cad1faf for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:29.529721 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Updating router ef88a667-275b-4a2c-9f1d-63c50cad1faf port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb binding host dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:52:29.537621 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] Publish callbacks [] for security_group (8511b7f2-e030-4a77-96f6-874b1a0fac4d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.579796 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.605845 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.616866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port da7ca81f-cf75-4651-8c93-29f562f40ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:29.647249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (8511b7f2-e030-4a77-96f6-874b1a0fac4d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.650185 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.653788 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8511b7f2-e030-4a77-96f6-874b1a0fac4d HTTP/1.1" status: 204 len: 168 time: 0.1925764 Feb 14 15:52:29.662132 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b24f5d-0ad6-4626-89c7-a6873e54b0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511b7f2-e030-4a77-96f6-874b1a0fac4d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:29.795481 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943562fa-0151-4e2b-bfea-fd4c962ace76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.833037 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Allocated IP 172.20.0.1 (b326c088-a90b-4711-b26e-67a02813208a/aebde320-aa55-4a27-ab27-c364b45a2ebb/3c35d572-8a9a-43db-ac95-498af4681947) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:52:29.923932 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks [] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.945287 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks [] for port (3c35d572-8a9a-43db-ac95-498af4681947), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:29.998999 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.054374 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Attempting to bind port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:30.054751 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Attempting to bind port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:30.055146 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Attempting to bind port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb on network 40ee389a-cc8c-4e47-a875-6757c395b679 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:30.057209 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae80a6c-916e-40c2-b985-1cbe51421659 None None] Pushing event updated for resources: {'Port': ['ID=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Checking segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Bound using segment: {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Bound port: 3f76ecce-22da-4441-9ab3-d5956c4f2cbb, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053479e-e1b6-435e-bc98-88e279d9f5b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:30.066608 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.097926 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Network b326c088-a90b-4711-b26e-67a02813208a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:30.100989 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:30.107062 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:52:30.128837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] For port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:30.135233 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] For port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:30.136195 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Pushing event updated for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:30.156958 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881919'] for router_interface (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.214878 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.284253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:30.285056 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:30.287279 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae80a6c-916e-40c2-b985-1cbe51421659 None None] Pushing event updated for resources: {'Port': ['ID=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:30.429672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-5f44de79-3a74-4f10-88a5-86611d033d67 None None] Provisioning complete for port 3c35d572-8a9a-43db-ac95-498af4681947 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:30.430346 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f44de79-3a74-4f10-88a5-86611d033d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3c35d572-8a9a-43db-ac95-498af4681947), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.433412 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:30.593239 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3c35d572-8a9a-43db-ac95-498af4681947), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.689703 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5f44de79-3a74-4f10-88a5-86611d033d67 None None] Port 3c35d572-8a9a-43db-ac95-498af4681947 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:52:30.741379 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device e532ca6f-b83a-4b07-b5ee-3f9d1e019933 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:30.778096 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.784407 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks [] for port (3c35d572-8a9a-43db-ac95-498af4681947), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.838728 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:30.839107 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.847416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.874456 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:28Z', 'revision_number': 3, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:30.903451 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22237d1-2048-4fe2-b05b-ec5c14e6eb8f None None] The sync data for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi is: [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:28Z', 'revision_number': 3, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:30.926740 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Pushing event updated for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:30.930791 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7809403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7881923'] for router_interface (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:30.954969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:31.037713 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Network b326c088-a90b-4711-b26e-67a02813208a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:52:31.041331 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:52:31.183255 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Router ef88a667-275b-4a2c-9f1d-63c50cad1faf has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:52:31.321953 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:52:31.331645 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-dee90c6f-7461-46e9-8b1b-dc393a77fa60 admin admin] 10.222.0.67 "PUT /v2.0/routers/ef88a667-275b-4a2c-9f1d-63c50cad1faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2948089 Feb 14 15:52:31.414453 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-33df7c82-f683-4f31-aaf6-cee0d91f1682 None None] Provisioning complete for port 3c35d572-8a9a-43db-ac95-498af4681947 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:31.414841 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-33df7c82-f683-4f31-aaf6-cee0d91f1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3c35d572-8a9a-43db-ac95-498af4681947), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:31.451968 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-33df7c82-f683-4f31-aaf6-cee0d91f1682 None None] Port 3c35d572-8a9a-43db-ac95-498af4681947 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:52:31.909881 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59384) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:31.914451 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500463486', 'description': 'tempest-secgroup-smoke-500463486 description', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:31.988864 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.018996 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.088464 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (254122fd-a057-4489-86e2-b440174ee16e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.178513 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (254122fd-a057-4489-86e2-b440174ee16e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.208324 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254122fd-a057-4489-86e2-b440174ee16e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:32.263889 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.265192 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-84dc0f4e-6974-4cc2-a46d-ec6f250137d3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3542974 Feb 14 15:52:32.268149 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59390) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:32.272735 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:32.410072 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (79093c4b-af20-43fe-9248-28185a2c7ed6), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.470454 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (79093c4b-af20-43fe-9248-28185a2c7ed6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.521018 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Sync routers for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:52:32.531004 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:32.532417 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:32.541798 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (79093c4b-af20-43fe-9248-28185a2c7ed6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.562434 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79093c4b-af20-43fe-9248-28185a2c7ed6,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:32.638504 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:32.654474 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.658738 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-9ea66bb9-9395-4fcd-aa60-1be39cf0d047 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872032 Feb 14 15:52:32.660012 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59392) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:32.670094 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:32.773515 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3f76ecce-22da-4441-9ab3-d5956c4f2cbb up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:32.784659 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (ef1cbd41-a288-49a8-9128-32e747ebe89f), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.841884 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:32.843070 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.846935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (ef1cbd41-a288-49a8-9128-32e747ebe89f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.881297 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 4, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '3c35d572-8a9a-43db-ac95-498af4681947', 'name': '', 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'mac_address': 'fa:16:3e:89:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:29Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 2, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'subnets': [{'id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:32.906948 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Checking router: ef88a667-275b-4a2c-9f1d-63c50cad1faf for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:52:32.907301 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Updating router ef88a667-275b-4a2c-9f1d-63c50cad1faf port 3c35d572-8a9a-43db-ac95-498af4681947 binding host dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 15:52:32.925229 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (ef1cbd41-a288-49a8-9128-32e747ebe89f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.935232 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:32.936048 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.938522 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3c35d572-8a9a-43db-ac95-498af4681947), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:32.945693 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1cbd41-a288-49a8-9128-32e747ebe89f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:32.957579 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] For port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:33.039310 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.042620 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.044798 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-2800466e-58f1-4d4f-9394-ee887faecc41 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838317 Feb 14 15:52:33.047535 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:33.052808 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:33.104257 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Pushing event updated for resources: {'Port': ['ID=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:33.141803 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (f3e11963-dc77-4612-847c-7430d4f91a8f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.198014 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (f3e11963-dc77-4612-847c-7430d4f91a8f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.200065 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks [] for port (3c35d572-8a9a-43db-ac95-498af4681947), precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.287278 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (f3e11963-dc77-4612-847c-7430d4f91a8f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.304420 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e11963-dc77-4612-847c-7430d4f91a8f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:33.321688 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.321906 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.368595 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aa6ee-9680-41ce-aed0-ec6bed54e3d5 None None] Pushing event updated for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:33.398036 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.399858 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-3e272d9a-8d9f-4935-ab6f-023ddffdc82a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502734 Feb 14 15:52:33.408008 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:33.413817 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:33.498389 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (75a3d15c-7b99-4bb0-85d3-c2261395090b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.521468 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Attempting to bind port 3c35d572-8a9a-43db-ac95-498af4681947 on host dv-cinder-815145-9-iscsi for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:52:33.522048 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Attempting to bind port 3c35d572-8a9a-43db-ac95-498af4681947 by drivers openvswitch,hyperv on host dv-cinder-815145-9-iscsi at level 0 using segments [{'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:52:33.522160 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Attempting to bind port 3c35d572-8a9a-43db-ac95-498af4681947 on network b326c088-a90b-4711-b26e-67a02813208a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:52:33.527934 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Checking agent: {'id': '467c18ff-9519-4825-8839-08bd799f3697', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 30, 3), 'started_at': datetime.datetime(2022, 2, 14, 15, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:52:33.528587 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Checking segment: {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:52:33.529015 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.529401 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Bound using segment: {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:52:33.529906 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Bound port: 3c35d572-8a9a-43db-ac95-498af4681947, host: dv-cinder-815145-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:52:33.530292 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3c35d572-8a9a-43db-ac95-498af4681947), before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.564519 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (75a3d15c-7b99-4bb0-85d3-c2261395090b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.583766 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-4fc1bae0-6a78-42d1-bfd5-a74e4fec25cc None None] Provisioning complete for port 3c35d572-8a9a-43db-ac95-498af4681947 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:33.584142 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bae0-6a78-42d1-bfd5-a74e4fec25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3c35d572-8a9a-43db-ac95-498af4681947), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.594652 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] For port 3c35d572-8a9a-43db-ac95-498af4681947, host dv-cinder-815145-9-iscsi, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:52:33.597943 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] For port 3c35d572-8a9a-43db-ac95-498af4681947, host dv-cinder-815145-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3c35d572-8a9a-43db-ac95-498af4681947,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:52:33.601331 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (75a3d15c-7b99-4bb0-85d3-c2261395090b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.621318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1bae0-6a78-42d1-bfd5-a74e4fec25cc None None] Port 3c35d572-8a9a-43db-ac95-498af4681947 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:52:33.621530 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3d15c-7b99-4bb0-85d3-c2261395090b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:33.699128 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.725691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.736304 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7a61c6e5-6079-4197-95c2-26164822182d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261931 Feb 14 15:52:33.739012 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59404) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:33.746038 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:33.749425 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:52:33.749835 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:52:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:33.799104 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aa6ee-9680-41ce-aed0-ec6bed54e3d5 None None] Pushing event updated for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=4']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:33.836283 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Project 9e4d6f6f59064a5094973eaeb3cbde2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:52:33.841806 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (d6555e10-afc5-4a32-a732-9af61213c32f), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.874627 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:52:33.914336 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (d6555e10-afc5-4a32-a732-9af61213c32f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.955847 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Provisioning complete for port 3c35d572-8a9a-43db-ac95-498af4681947 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:33.956572 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3c35d572-8a9a-43db-ac95-498af4681947), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:33.977249 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (d6555e10-afc5-4a32-a732-9af61213c32f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.000147 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6555e10-afc5-4a32-a732-9af61213c32f,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:34.041874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Current status of the port 3c35d572-8a9a-43db-ac95-498af4681947 is: DOWN; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:34.042421 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3c35d572-8a9a-43db-ac95-498af4681947), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.072325 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.073950 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-c0b5f2e1-1434-4ecd-98d7-c13647941d0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335824 Feb 14 15:52:34.077106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59406) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:34.079885 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] For port 3c35d572-8a9a-43db-ac95-498af4681947, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3c35d572-8a9a-43db-ac95-498af4681947,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:52:34.083842 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'security_group_rule': {'security_group_id': '254122fd-a057-4489-86e2-b440174ee16e', 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:52:34.100621 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 4, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '3c35d572-8a9a-43db-ac95-498af4681947', 'name': '', 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'mac_address': 'fa:16:3e:89:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:29Z', 'updated_at': '2022-02-14T15:52:33Z', 'revision_number': 4, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'subnets': [{'id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:52:34.129190 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37242ec-8267-4954-8eed-d9228d5531d3 None None] The sync data for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi is: [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T15:52:30Z', 'revision_number': 4, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': '3c35d572-8a9a-43db-ac95-498af4681947', 'name': '', 'network_id': 'b326c088-a90b-4711-b26e-67a02813208a', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'mac_address': 'fa:16:3e:89:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:29Z', 'updated_at': '2022-02-14T15:52:33Z', 'revision_number': 4, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'subnets': [{'id': 'aebde320-aa55-4a27-ab27-c364b45a2ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:52:34.136415 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.187404 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.securitygroups_db [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Project 9e4d6f6f59064a5094973eaeb3cbde2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 15:52:34.203828 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (b2a18ed6-263c-4233-a814-196eb9a8f204), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.205492 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34b8d-a067-4675-bc4a-c97145be196d None None] Pushing event updated for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:34.277442 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (b2a18ed6-263c-4233-a814-196eb9a8f204), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.333210 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051697'] for security_group_rule (b2a18ed6-263c-4233-a814-196eb9a8f204), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.354903 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a18ed6-263c-4233-a814-196eb9a8f204,revision_number=0']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:34.398595 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.401713 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-ae9289bc-1a7a-4ec7-a26a-1505967e2c5b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219643 Feb 14 15:52:34.796133 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3c35d572-8a9a-43db-ac95-498af4681947 up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:34.854286 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 3c35d572-8a9a-43db-ac95-498af4681947 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:34.854286 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3c35d572-8a9a-43db-ac95-498af4681947), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:34.943684 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 3c35d572-8a9a-43db-ac95-498af4681947 is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:34.945036 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3f76ecce-22da-4441-9ab3-d5956c4f2cbb up at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:52:35.000344 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Provisioning complete for port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:52:35.000980 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:35.081369 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Current status of the port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb is: ACTIVE; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:52:38.763957 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:38.867026 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e1e877d-3a72-476f-9b97-ef00f871241b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:38.941685 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e1e877d-3a72-476f-9b97-ef00f871241b admin admin] Publish callbacks [] for security_group (2a880e34-2e7e-44e5-aa05-15eb97b582d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.001384 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e1e877d-3a72-476f-9b97-ef00f871241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (2a880e34-2e7e-44e5-aa05-15eb97b582d4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.038597 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e877d-3a72-476f-9b97-ef00f871241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a880e34-2e7e-44e5-aa05-15eb97b582d4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:39.043039 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-4e1e877d-3a72-476f-9b97-ef00f871241b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80ca9a90a756474bbd4c8181530d2752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774539 Feb 14 15:52:39.046266 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:39.094666 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] Publish callbacks [] for security_group (2a880e34-2e7e-44e5-aa05-15eb97b582d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.115841 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] Publish callbacks [] for security_group (2a880e34-2e7e-44e5-aa05-15eb97b582d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.230217 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (2a880e34-2e7e-44e5-aa05-15eb97b582d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.233398 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.234561 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a880e34-2e7e-44e5-aa05-15eb97b582d4 HTTP/1.1" status: 204 len: 168 time: 0.1873429 Feb 14 15:52:39.242926 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7881c80-5815-463e-8432-23a9a89d642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a880e34-2e7e-44e5-aa05-15eb97b582d4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:39.859105 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59518) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:39.872043 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70b48aa1-43f1-40f9-8690-ec94b6a02b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:39.946059 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70b48aa1-43f1-40f9-8690-ec94b6a02b17 admin admin] Publish callbacks [] for security_group (c70af998-a32e-4bb9-86ab-5ac54b3e0797), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.006975 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-70b48aa1-43f1-40f9-8690-ec94b6a02b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c70af998-a32e-4bb9-86ab-5ac54b3e0797), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.046845 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-70b48aa1-43f1-40f9-8690-ec94b6a02b17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ef48ba15512485ab292e03ea9456ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862857 Feb 14 15:52:40.047761 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b48aa1-43f1-40f9-8690-ec94b6a02b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70af998-a32e-4bb9-86ab-5ac54b3e0797,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:40.049554 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:40.107029 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] Publish callbacks [] for security_group (c70af998-a32e-4bb9-86ab-5ac54b3e0797), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.129362 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] Publish callbacks [] for security_group (c70af998-a32e-4bb9-86ab-5ac54b3e0797), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.256060 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (c70af998-a32e-4bb9-86ab-5ac54b3e0797), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.258665 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:40.259859 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c70af998-a32e-4bb9-86ab-5ac54b3e0797 HTTP/1.1" status: 204 len: 168 time: 0.2086670 Feb 14 15:52:40.269749 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f6efb-fc10-491e-870c-3077d321980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70af998-a32e-4bb9-86ab-5ac54b3e0797,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:42.123184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:42.230538 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56bdf809-6b8a-4147-93c9-865adc8346dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.304968 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56bdf809-6b8a-4147-93c9-865adc8346dd admin admin] Publish callbacks [] for security_group (69374d5b-3c4e-4230-b190-3d09550353f1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.407530 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56bdf809-6b8a-4147-93c9-865adc8346dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (69374d5b-3c4e-4230-b190-3d09550353f1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.453267 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-56bdf809-6b8a-4147-93c9-865adc8346dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=657f7fc8cd0c4a7a9a7a5b49cbb9ac2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286071 Feb 14 15:52:42.454456 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf809-6b8a-4147-93c9-865adc8346dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69374d5b-3c4e-4230-b190-3d09550353f1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:42.455562 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59558) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:42.513509 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] Publish callbacks [] for security_group (69374d5b-3c4e-4230-b190-3d09550353f1), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.535231 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] Publish callbacks [] for security_group (69374d5b-3c4e-4230-b190-3d09550353f1), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.650300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (69374d5b-3c4e-4230-b190-3d09550353f1), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.652988 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:42.654169 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69374d5b-3c4e-4230-b190-3d09550353f1 HTTP/1.1" status: 204 len: 168 time: 0.1974330 Feb 14 15:52:42.662935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab3e5-f77a-404f-8ed3-12f663059fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69374d5b-3c4e-4230-b190-3d09550353f1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:43.898389 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.382452 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 59624) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:47.484166 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-acc51768-d816-49fb-94d6-bde9eb80a743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.560967 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-acc51768-d816-49fb-94d6-bde9eb80a743 admin admin] Publish callbacks [] for security_group (7a1c4557-60fd-4004-a624-dd60a41a5f34), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.624353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-acc51768-d816-49fb-94d6-bde9eb80a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7a1c4557-60fd-4004-a624-dd60a41a5f34), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.661911 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-acc51768-d816-49fb-94d6-bde9eb80a743 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fbdb26de69c1429dacae57bfe45340d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783916 Feb 14 15:52:47.664050 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc51768-d816-49fb-94d6-bde9eb80a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c4557-60fd-4004-a624-dd60a41a5f34,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:47.664743 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:52:47.712379 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] Publish callbacks [] for security_group (7a1c4557-60fd-4004-a624-dd60a41a5f34), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.733190 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] Publish callbacks [] for security_group (7a1c4557-60fd-4004-a624-dd60a41a5f34), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.853162 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (7a1c4557-60fd-4004-a624-dd60a41a5f34), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.855793 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:47.856969 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a1c4557-60fd-4004-a624-dd60a41a5f34 HTTP/1.1" status: 204 len: 168 time: 0.1911356 Feb 14 15:52:47.867258 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b2903-0dce-4b63-b4b0-fd8535ba2ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c4557-60fd-4004-a624-dd60a41a5f34,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:52:57.372981 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48e5-596d-42be-936e-745a540dc721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:52:57.516082 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-7c5f2b1f-b19e-4f73-bf56-76d9c46cb746 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500463486&fields=id&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 267 time: 0.0444531 Feb 14 15:52:57.624514 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-a6304556-7c67-4233-82ff-a2aa4c685c0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:52:57.625892 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-a6304556-7c67-4233-82ff-a2aa4c685c0f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.1027396 Feb 14 15:52:57.644422 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-81d08559-d709-44b2-997c-e8269eb71255 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/quotas/9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 375 time: 0.0092444 Feb 14 15:52:57.698493 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-57547c31-91aa-4f0f-82f9-4e6b8ccc60fe tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487506 Feb 14 15:52:57.802852 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-c3b48ca7-fcb2-4c52-b559-08b5913c8875 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:52:57.804454 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-c3b48ca7-fcb2-4c52-b559-08b5913c8875 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0954320 Feb 14 15:52:57.892353 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-13198a76-9853-44b9-975c-549dc989978d service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820239 Feb 14 15:52:57.998725 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-55ae0067-c957-4555-b7da-392fa3e2ac04 service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958564 Feb 14 15:52:58.584213 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6aa72b1d-4ddb-4cd4-b37c-0682d8781d62 req-34696507-3763-4684-8565-ec86d6806470 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0276370 Feb 14 15:52:59.669059 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7539f931-6a62-499b-b80e-a366d6b65501 req-31f3c22c-bc30-4f13-abb9-43cc414c9101 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0348032 Feb 14 15:52:59.721130 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84467cec-a026-413b-be74-81d4388630ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:00.721698 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:00.744964 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-748c3909-20de-466f-834e-24b0ece910ee req-9843f061-f531-44af-a6a1-2781c354d146 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0281880 Feb 14 15:53:01.823645 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-516dd71a-e0b4-4294-8620-5c0d386b7819 req-f6a54c3c-b006-4e90-a971-6a6376e59fc3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0272264 Feb 14 15:53:01.984208 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:02.916787 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-35d927d0-a1aa-4819-8642-2cc64701d54e req-94d1d271-15c5-4a13-9b6a-b5b5f559d843 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0273368 Feb 14 15:53:03.286839 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:04.006482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-25ddc1f3-f70d-4696-ba77-71819c65abbf req-772ef856-5d90-4f91-9086-07dc4bba539d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0271466 Feb 14 15:53:05.030657 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-7a232bc2-55f3-48da-bf25-73c5091bfa5f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:05.032144 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-7a232bc2-55f3-48da-bf25-73c5091bfa5f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.1053133 Feb 14 15:53:05.043627 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:53:05.108112 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-31c95a66-1e01-456e-a625-c9b09463a8cd req-eabe990b-e2e5-4bc3-8eb7-d6db2306faab tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0274117 Feb 14 15:53:05.114773 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-0c87682d-b851-4cb0-97d9-39adb12301ed tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 379 time: 0.0624788 Feb 14 15:53:05.124236 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'port': {'device_id': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'admin_state_up': True, 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'security_groups': ['254122fd-a057-4489-86e2-b440174ee16e']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:53:05.327200 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Made reservation on behalf of 9e4d6f6f59064a5094973eaeb3cbde2d for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:53:05.330694 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:05.454844 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.20.0.10 (c43961bc-0f41-452c-a9a9-ced54c7e8621/29cf46dc-bdb3-4184-b99c-360eb314caf9/a5448b0a-f272-4eb6-b475-cfcfcdfd95e3) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:53:05.591716 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:05.714208 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:05.755477 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:53:05.760384 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:53:05.763945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:53:05.770426 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:05.804790 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.805145 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.805493 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.805837 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.806174 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.806510 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.806846 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.807213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.807541 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.807896 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.814486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.814486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.814486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:05.832982 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:05.843662 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:05.927684 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-c807fa55-2c6e-4e63-a21f-165efdcb7e2e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078420 Feb 14 15:53:05.943993 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Request body: {'port': {'device_id': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:53:05.974934 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-f0c27551-599f-4b57-a5f3-b2180c73785c None None] Provisioning complete for port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:53:05.975530 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0c27551-599f-4b57-a5f3-b2180c73785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.006062 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.015482 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f0c27551-599f-4b57-a5f3-b2180c73785c None None] Port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:53:06.273902 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067878b9-07b4-4a52-8cff-4f5e85ff8f4f req-136c4d5e-d021-453f-9ddc-53ea19f8d137 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:06.276504 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-067878b9-07b4-4a52-8cff-4f5e85ff8f4f req-136c4d5e-d021-453f-9ddc-53ea19f8d137 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 932 time: 0.0856893 Feb 14 15:53:06.356132 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:53:06.370616 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks [] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.386169 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-067878b9-07b4-4a52-8cff-4f5e85ff8f4f req-a7ac4201-ae11-4028-bf00-4716316e8ab0 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022124 Feb 14 15:53:06.390867 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Transition to ACTIVE for port object a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:53:06.532673 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.583239 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Pushing event updated for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:06.655585 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Attempting to bind port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:53:06.655954 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Attempting to bind port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:53:06.656292 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Attempting to bind port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:53:06.661091 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:53:06.661539 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Attempting to bind port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:53:06.666927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:53:06.668461 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:53:06.668461 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Bound using segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:53:06.668461 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Bound port: a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:53:06.668461 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.734700 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:53:06.737847 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:53:06.813135 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.847529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:06.848176 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:06.849574 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] 10.222.0.100 "PUT /v2.0/ports/a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 1094 time: 0.9101350 Feb 14 15:53:06.850015 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:53:06.852369 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:53:06.881943 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173606ba-c68f-4f06-a170-a52c24227e34 service neutron] Pushing event updated for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:06.899978 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cbde86-063a-4ff6-9fc2-a1296e678f2c x-openstack-request-id: req-98cbde86-063a-4ff6-9fc2-a1296e678f2c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:53:06.900794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:53:06.901060 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-98cbde86-063a-4ff6-9fc2-a1296e678f2c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:53:06.901678 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'status': 'completed', 'code': 200} Feb 14 15:53:06.992976 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-7c4c2913-9330-4c3c-aed7-1d8f2cabc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:06.994559 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-7c4c2913-9330-4c3c-aed7-1d8f2cabc853 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1128 time: 0.0515869 Feb 14 15:53:07.097153 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-bf7ac5f2-ddf8-4c33-9707-213bee7dfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.098488 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-bf7ac5f2-ddf8-4c33-9707-213bee7dfa65 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0908234 Feb 14 15:53:07.197945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-290bf6d0-5615-425a-bb8d-f706a3c58ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.199526 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cf83d19b-82ea-4b36-9569-c7d3f1b2c56f req-290bf6d0-5615-425a-bb8d-f706a3c58ea0 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947828 Feb 14 15:53:07.299875 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-a7e1a3d9-b0ec-480b-8ab3-ab8d833f5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.301340 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-a7e1a3d9-b0ec-480b-8ab3-ab8d833f5220 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1128 time: 0.0458109 Feb 14 15:53:07.347310 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-c3d0f7cb-83a5-4fdb-a9b9-aaf089309191 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 217 time: 0.0343142 Feb 14 15:53:07.396688 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-188ef10a-fc5e-4b46-a0ca-b3afe13ab47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.398089 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-188ef10a-fc5e-4b46-a0ca-b3afe13ab47d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0452247 Feb 14 15:53:07.446788 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177c40-5308-4348-a14c-d87637af64cd req-5b018310-0218-4269-913e-9f06b5213f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.448334 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-5b018310-0218-4269-913e-9f06b5213f56 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444865 Feb 14 15:53:07.560531 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5edb0-f92f-4f73-b101-baace74fe137 req-4881d94b-a401-4aa2-a729-01bfcf97982f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:07.561997 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dbb5edb0-f92f-4f73-b101-baace74fe137 req-4881d94b-a401-4aa2-a729-01bfcf97982f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.1096787 Feb 14 15:53:07.586860 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-f305a94c-3811-491c-ad8f-1e198ff576bb service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265249 Feb 14 15:53:07.642320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dbb5edb0-f92f-4f73-b101-baace74fe137 req-385c3e5f-d00a-4b53-9939-52d4394e4cd7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717680 Feb 14 15:53:07.697146 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5f177c40-5308-4348-a14c-d87637af64cd req-270010c7-3a36-47ca-8b8d-41843e736201 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030598 Feb 14 15:53:08.773126 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8c46-6810-4115-accb-6f5fb9f62bed req-2c74e7eb-72c4-4724-83c7-fd7a7f4b6af1 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:08.774615 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d9fe8c46-6810-4115-accb-6f5fb9f62bed req-2c74e7eb-72c4-4724-83c7-fd7a7f4b6af1 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.0595248 Feb 14 15:53:08.823044 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d9fe8c46-6810-4115-accb-6f5fb9f62bed req-c07e61fe-69a4-4fb5-8da3-164f51dbc977 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Feb 14 15:53:09.942530 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3096cb-ab16-4f00-881d-7a00e0da9995 req-f7b9521e-2d15-4274-aaab-ed058bb95b51 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:09.944121 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4b3096cb-ab16-4f00-881d-7a00e0da9995 req-f7b9521e-2d15-4274-aaab-ed058bb95b51 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.0534596 Feb 14 15:53:09.991707 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4b3096cb-ab16-4f00-881d-7a00e0da9995 req-4590940c-2bfb-4a1f-a87f-7d681756c088 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Feb 14 15:53:11.132852 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b174962-2947-4d6c-9325-f7f49d5493e0 req-37eebb48-656d-48df-9a86-ac28da7c66f5 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:11.134405 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9b174962-2947-4d6c-9325-f7f49d5493e0 req-37eebb48-656d-48df-9a86-ac28da7c66f5 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.0713906 Feb 14 15:53:11.193622 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9b174962-2947-4d6c-9325-f7f49d5493e0 req-eabc0de2-99a0-4587-9695-40111c9bcb65 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510614 Feb 14 15:53:12.319112 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe792f6-0717-49f8-9307-92f7c34b4056 req-dd4e550f-f14b-410d-8217-a8120ca423b7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:12.320623 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7fe792f6-0717-49f8-9307-92f7c34b4056 req-dd4e550f-f14b-410d-8217-a8120ca423b7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.0534337 Feb 14 15:53:12.371320 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-7fe792f6-0717-49f8-9307-92f7c34b4056 req-f73d406d-fcf6-4d82-8abd-b4e3ac3b40f1 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450604 Feb 14 15:53:13.492963 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454756-ff00-4a57-a480-f654d0e9e69b req-4ffe7b7c-3306-4804-af9a-3c3eed8e8b6a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:13.494476 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1a454756-ff00-4a57-a480-f654d0e9e69b req-4ffe7b7c-3306-4804-af9a-3c3eed8e8b6a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.0541155 Feb 14 15:53:13.552067 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-1a454756-ff00-4a57-a480-f654d0e9e69b req-653b7190-315d-4bdb-b648-d5b5e89560cb tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519125 Feb 14 15:53:13.896219 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:14.813397 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79f83a-3477-4036-bc79-fd367082c93a req-f1238483-a5d1-4b02-9779-04d11579c481 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:14.814860 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6c79f83a-3477-4036-bc79-fd367082c93a req-f1238483-a5d1-4b02-9779-04d11579c481 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 944 time: 0.1928070 Feb 14 15:53:14.864488 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6c79f83a-3477-4036-bc79-fd367082c93a req-588f3098-406f-45d6-9585-781a3c47f480 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Feb 14 15:53:15.403823 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:53:15.502956 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:53:15.514296 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'port_id': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'mac_address': 'fa:16:3e:34:fd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:53:15.551845 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:53:15.552241 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:15.565211 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:53:15.589848 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:53:15.658330 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:15.709227 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:15.716919 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.717275 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.717617 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.717951 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.718343 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.718674 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.719000 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.719507 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.719866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.720302 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.720635 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.721106 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.721513 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:15.995548 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3716d2-86fa-4184-8b65-47c4b198d3e6 req-9263ef24-434b-4a17-85e9-a72ddd7d05b5 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:15.997024 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2e3716d2-86fa-4184-8b65-47c4b198d3e6 req-9263ef24-434b-4a17-85e9-a72ddd7d05b5 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 945 time: 0.0592420 Feb 14 15:53:16.048699 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-2e3716d2-86fa-4184-8b65-47c4b198d3e6 req-cc08172e-561d-4750-a862-92ea1f350732 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Feb 14 15:53:16.163086 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['a5448b0a-f272-4eb6-b475-cfcfcdfd95e3'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:53:17.164956 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b89c53-083f-453d-8c34-fc386c7bbd8e req-0da82421-2526-43d6-9778-c01a8cd241f6 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:17.166427 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-90b89c53-083f-453d-8c34-fc386c7bbd8e req-0da82421-2526-43d6-9778-c01a8cd241f6 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 945 time: 0.0525820 Feb 14 15:53:17.215124 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-90b89c53-083f-453d-8c34-fc386c7bbd8e req-6d8c9578-e7c7-455b-9158-19b1ed214963 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Feb 14 15:53:17.419780 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:53:17.558933 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:53:17.563005 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:53:17.563378 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:17.644297 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:53:17.644692 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:17.675673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:53:17.675673 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be72b1c0-acf9-4d86-aad1-cdc0468c08c7" -d '{"events": [{"server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "name": "network-vif-plugged", "status": "completed", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:53:17.684447 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:53:17.710991 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf6c652-eb01-45b7-a14a-3ea0203df3bc x-openstack-request-id: req-8bf6c652-eb01-45b7-a14a-3ea0203df3bc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:53:17.711285 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "name": "network-vif-plugged", "status": "completed", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:53:17.711540 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8bf6c652-eb01-45b7-a14a-3ea0203df3bc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:53:17.711967 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'code': 200} Feb 14 15:53:17.744059 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:17.793552 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:18.100407 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764adeb6-e642-40a8-bf50-e49ad47ab6a7 req-3dd907ee-1014-4470-94c1-090d59292f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:18.101868 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-764adeb6-e642-40a8-bf50-e49ad47ab6a7 req-3dd907ee-1014-4470-94c1-090d59292f7f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1130 time: 0.0431418 Feb 14 15:53:18.438482 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-764adeb6-e642-40a8-bf50-e49ad47ab6a7 req-f6a65ef6-2f4e-4277-9ce4-1612f850b633 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299139 Feb 14 15:53:18.476579 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10f880-e48d-425d-bddc-29c8aea3ecb7 req-eb729cf7-a3e0-4cc6-97b8-57bf66ae5283 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:18.477978 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e10f880-e48d-425d-bddc-29c8aea3ecb7 req-eb729cf7-a3e0-4cc6-97b8-57bf66ae5283 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0528486 Feb 14 15:53:18.531994 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-5e10f880-e48d-425d-bddc-29c8aea3ecb7 req-88227810-59a5-4f84-a7fe-9e1df3346fdb tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479679 Feb 14 15:53:19.651881 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722c62-2b30-4f0a-aae4-e4e2b9c3833b req-9d0f0add-4855-4304-8caf-0b6c9d0e90a6 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:19.654001 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0722c62-2b30-4f0a-aae4-e4e2b9c3833b req-9d0f0add-4855-4304-8caf-0b6c9d0e90a6 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0521741 Feb 14 15:53:19.702730 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-a0722c62-2b30-4f0a-aae4-e4e2b9c3833b req-539b4cc0-42b0-4a6e-a609-f07b085b528a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Feb 14 15:53:20.819447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb89f-5328-4cc6-ae69-2009e6bd37bc req-abd088f3-ce9d-4cfb-a923-55bd25b4cc08 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:20.820915 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-86efb89f-5328-4cc6-ae69-2009e6bd37bc req-abd088f3-ce9d-4cfb-a923-55bd25b4cc08 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0514922 Feb 14 15:53:20.874340 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-86efb89f-5328-4cc6-ae69-2009e6bd37bc req-91dd4073-3375-4fb1-9c76-aa3135de168a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478084 Feb 14 15:53:20.997186 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3639-035a-40f2-92a1-9d634c42891d req-8ca94786-67be-409b-856e-5dbc24cab1d2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:20.998665 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e90c3639-035a-40f2-92a1-9d634c42891d req-8ca94786-67be-409b-856e-5dbc24cab1d2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0574393 Feb 14 15:53:21.046826 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e90c3639-035a-40f2-92a1-9d634c42891d req-fc0a2ebd-cdbd-4df2-bb64-308606153985 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Feb 14 15:53:21.068193 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:53:21.208232 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679eabf3-2302-4225-ab2c-899a9fdbfa6d tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:21.209766 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-679eabf3-2302-4225-ab2c-899a9fdbfa6d tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1125 time: 0.1406138 Feb 14 15:53:21.212599 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 59944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:53:21.217451 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'port_id': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:53:21.295341 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:21.393648 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:21.491805 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.27.3.175 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/d3f7c183-3bac-40c3-9f7e-d8baabceae0f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:53:21.593053 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:21.695496 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:21.734185 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:53:21.738938 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:53:21.742468 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:53:21.748494 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=d3f7c183-3bac-40c3-9f7e-d8baabceae0f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:21.775737 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.776097 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.776444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.776787 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.777124 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.777555 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.777792 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.778175 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.778456 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.778786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.779115 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.779439 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:21.779784 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:53:22.115160 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (4ae3727b-0e27-44f5-a4ee-5d455202d4f1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:22.251177 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:22.397285 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:22.458633 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:22.529853 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=d3f7c183-3bac-40c3-9f7e-d8baabceae0f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:22.540202 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (4ae3727b-0e27-44f5-a4ee-5d455202d4f1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:22.640098 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 4ae3727b-0e27-44f5-a4ee-5d455202d4f1 associated. External IP: 172.27.3.175, port: a5448b0a-f272-4eb6-b475-cfcfcdfd95e3. Feb 14 15:53:22.861781 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:53:22.998992 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-adb034a5-6503-42c0-bfc9-b601340ed3da service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442083 Feb 14 15:53:23.114184 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-789a0be1-d804-4131-91b9-f465b4bcf8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.115739 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-789a0be1-d804-4131-91b9-f465b4bcf8ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1130 time: 0.0446391 Feb 14 15:53:23.208883 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:53:23.220600 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:53:23.221701 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-d66652a5-fa2d-4ec7-b836-c93ca101aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.223176 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-d66652a5-fa2d-4ec7-b836-c93ca101aa40 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0875275 Feb 14 15:53:23.231052 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:53:23.235021 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:53:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:53:23.287787 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-f94ef846-6b82-4843-93e2-067c7a38a02b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 1000 time: 0.0580044 Feb 14 15:53:23.317459 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:23.341809 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-c66307af-4028-47e6-a773-d8f39f137723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.342769 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-c66307af-4028-47e6-a773-d8f39f137723 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0476546 Feb 14 15:53:23.345360 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:53:23.359601 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-dc3de4f7-28ea-428e-835d-93e694251c6d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1343200 Feb 14 15:53:23.359601 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:53:23.359601 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f228c-e764-4a0f-bc17-5e0658253a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:53:23.412817 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-328a6a9d-f2eb-4a97-a750-84f6b5b0c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.414356 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-328a6a9d-f2eb-4a97-a750-84f6b5b0c549 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534093 Feb 14 15:53:23.452778 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa6ab65-b5f4-4559-bcce-212f6ffae94a x-openstack-request-id: req-eaa6ab65-b5f4-4559-bcce-212f6ffae94a {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:53:23.453074 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:53:23.453328 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eaa6ab65-b5f4-4559-bcce-212f6ffae94a {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:53:23.453734 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'status': 'completed', 'code': 200} Feb 14 15:53:23.503335 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-ea22d1de-e655-45ae-b352-98b5822baade service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Feb 14 15:53:23.581669 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '4ae3727b-0e27-44f5-a4ee-5d455202d4f1', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:34:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:53:21Z', 'updated_at': '2022-02-14T15:53:21Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:53:23.593945 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ef84bca0-e49c-4209-aa38-5ed5f77015eb req-0a6e6568-3aaf-4513-99e3-fcebe26910b6 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Feb 14 15:53:23.608719 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:53:23.616973 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:53:23.617583 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:53:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:53:23.726903 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:53:23.827071 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-6adff481-63bf-4f21-b90f-eaeae3d9ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.828487 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-6adff481-63bf-4f21-b90f-eaeae3d9ef89 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1130 time: 0.0446820 Feb 14 15:53:23.921972 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-b9ec961c-d177-49fa-8710-10439ca6c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:23.923435 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-b9ec961c-d177-49fa-8710-10439ca6c60f service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0866094 Feb 14 15:53:23.954599 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '4ae3727b-0e27-44f5-a4ee-5d455202d4f1', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:34:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:53:21Z', 'updated_at': '2022-02-14T15:53:21Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:53:23.981128 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055306d5-9344-42fb-898b-8b6f6d55a9d7 None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '4ae3727b-0e27-44f5-a4ee-5d455202d4f1', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:34:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:53:21Z', 'updated_at': '2022-02-14T15:53:21Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:53:23.989978 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-eb18ddc4-f9a6-49ba-bbc3-44e3434999d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 1000 time: 0.0599453 Feb 14 15:53:24.041385 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-799cc579-b5b4-4193-8e8a-cba6b73c2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:24.042835 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-799cc579-b5b4-4193-8e8a-cba6b73c2931 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0466805 Feb 14 15:53:24.099003 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-78780bde-757d-4860-b580-e977d4b55c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:53:24.100563 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-78780bde-757d-4860-b580-e977d4b55c42 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511837 Feb 14 15:53:24.171487 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc201782-52de-4d3f-9b69-ffb165e01c13 None None] New status for floating IP 4ae3727b-0e27-44f5-a4ee-5d455202d4f1: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:53:24.192572 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-5da51684-46c9-471f-893d-e763338be3c7 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Feb 14 15:53:24.283747 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-340f228c-e764-4a0f-bc17-5e0658253a7f req-e7ff8e4d-d073-45d6-a4f4-19db8bfd2431 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Feb 14 15:53:27.335144 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d9b61c4-a0a4-4dfc-8c01-1552d1aa4c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:29.715355 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5975c30f-812f-4e40-a164-51b81fd20d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:30.735287 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:32.003923 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:33.306766 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:33.454904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-4f493daa-516e-4c3a-a18b-fd653a6dbd40 req-a0e2e545-40ff-4dd2-9867-3af1d6270adc service neutron] (103408) timed out ('10.222.0.100', 52868) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:53:40.688624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:53:40.800002 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a74e4584-e191-487b-a867-d41851933ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:40.871402 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a74e4584-e191-487b-a867-d41851933ee0 admin admin] Publish callbacks [] for security_group (d86f76be-f19f-47e4-b578-531999b539a7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:40.929481 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a74e4584-e191-487b-a867-d41851933ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d86f76be-f19f-47e4-b578-531999b539a7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:40.965202 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e4584-e191-487b-a867-d41851933ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f76be-f19f-47e4-b578-531999b539a7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:40.971151 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-a74e4584-e191-487b-a867-d41851933ee0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3a1116aaff24db1b2b840b13cb687d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813773 Feb 14 15:53:40.973990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:53:41.024039 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] Publish callbacks [] for security_group (d86f76be-f19f-47e4-b578-531999b539a7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:41.044392 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] Publish callbacks [] for security_group (d86f76be-f19f-47e4-b578-531999b539a7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:41.172302 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (d86f76be-f19f-47e4-b578-531999b539a7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:41.174910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:41.176123 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d86f76be-f19f-47e4-b578-531999b539a7 HTTP/1.1" status: 204 len: 168 time: 0.2012980 Feb 14 15:53:41.183840 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434826-b86a-4dd0-8b0d-d85f019127cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f76be-f19f-47e4-b578-531999b539a7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:53:42.040820 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:53:43.914941 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:57.349311 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4348d4f2-8bbe-4729-ba84-4cebcfec952d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:53:59.746635 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc5561ac-246f-468e-ac4e-69ab01fb2504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:00.735137 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:01.957729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:03.289032 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:09.592404 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-907d531d-7355-4d5d-8385-9c558241006b req-12dd768e-46e5-4b4f-a449-d0b3de2bdd6a service neutron] (103408) timed out ('10.222.0.100', 52864) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:54:13.977403 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:19.038838 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:54:23.014178 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-6e081944-da2d-4e1e-94b2-f3ceebafb51d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432701 Feb 14 15:54:23.123927 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-e8b5c00b-85e3-4f34-84d0-4d0acb9c19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:54:23.125363 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-e8b5c00b-85e3-4f34-84d0-4d0acb9c19e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1130 time: 0.0429747 Feb 14 15:54:23.235813 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-de2add1b-f816-425f-8241-7196c925f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:54:23.237818 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-de2add1b-f816-425f-8241-7196c925f4f6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0939894 Feb 14 15:54:23.301334 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-bf3f7a81-179d-4f9d-9c32-a06921f272e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 1002 time: 0.0569746 Feb 14 15:54:23.351488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-ee75bd6d-b2c1-46c0-8ca0-95b6f434a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:54:23.352915 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-ee75bd6d-b2c1-46c0-8ca0-95b6f434a836 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0455341 Feb 14 15:54:23.401539 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-d365c5a9-c3a5-4a26-8c73-9387e3724260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:54:23.403076 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-d365c5a9-c3a5-4a26-8c73-9387e3724260 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447700 Feb 14 15:54:23.491602 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-3d377c14-02ae-46c9-ac0a-8a9e8edc162f service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816550 Feb 14 15:54:23.579381 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-546f82a5-7db7-4a0a-be85-a846471f7057 req-ef684dee-3fb6-4248-8291-e13365d0e68d service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823410 Feb 14 15:54:27.354523 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f73564-9b2f-4789-b773-1211d839f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:29.714566 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192ef3b8-5a1c-40c6-8a4f-71fd46d5f704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:30.734467 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:31.977769 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:33.317079 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:43.903339 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:56.037065 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:54:57.394294 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed190299-7c0b-4ff9-95ee-764037b48cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:54:59.728528 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f661495a-8802-46a9-9aa0-d6d501059c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:00.734729 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:01.974443 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:03.296895 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:13.916621 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:23.048110 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-699159f5-b9b6-4219-90c3-d64d6623e89a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309037 Feb 14 15:55:23.148256 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-3b23c015-e9b6-48e1-9a36-0938305ec828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:23.150217 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-3b23c015-e9b6-48e1-9a36-0938305ec828 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 1130 time: 0.0450687 Feb 14 15:55:23.255208 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-922d7f26-cee7-4adf-bcab-1634d5ffda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:23.256612 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-922d7f26-cee7-4adf-bcab-1634d5ffda7e service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0888035 Feb 14 15:55:23.318292 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-bfc14088-aa9d-4cea-ac2d-7f1b35ee937f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 200 len: 1002 time: 0.0564160 Feb 14 15:55:23.367447 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-b33bcfe7-de09-43c0-aece-3c89d1fb2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:23.368961 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-b33bcfe7-de09-43c0-aece-3c89d1fb2e0a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0458288 Feb 14 15:55:23.417710 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-a4e275bc-7bf5-4713-a20b-d0b06c3b74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:23.419241 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-a4e275bc-7bf5-4713-a20b-d0b06c3b74d7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447795 Feb 14 15:55:23.506935 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-3101f8a8-8bd1-43bd-90c7-f39b1bbfb228 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820735 Feb 14 15:55:23.592763 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-0bcef108-c22b-4132-80ac-e2d95bc5f069 req-bfb07716-500b-42a0-9c4c-a3c3da931d6f service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804594 Feb 14 15:55:27.367799 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72282662-e43c-4d4e-869c-24c2d7d846f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:29.731491 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de191ebd-68f2-4466-a9d9-79081e69a2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:30.739358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:32.019156 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:33.035671 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:55:33.319882 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:37.701794 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60d7de-0546-483c-94fe-2190c43388b8 req-400c341c-d137-4f2f-98cd-f969367c410a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:37.703267 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd60d7de-0546-483c-94fe-2190c43388b8 req-400c341c-d137-4f2f-98cd-f969367c410a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0527809 Feb 14 15:55:37.754812 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dd60d7de-0546-483c-94fe-2190c43388b8 req-1be83753-5ceb-41cf-a5f9-d298404e67f2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459325 Feb 14 15:55:38.988907 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfd990-02a6-4f04-a02e-8755fc35903f req-da2076c7-0c35-486e-9586-9c83d8b219ce tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:38.990423 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-43dfd990-02a6-4f04-a02e-8755fc35903f req-da2076c7-0c35-486e-9586-9c83d8b219ce tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.1628604 Feb 14 15:55:39.040123 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-43dfd990-02a6-4f04-a02e-8755fc35903f req-96552807-e7a1-4df5-958f-849272e5c514 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Feb 14 15:55:39.523388 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-53699948-05b3-44ec-a89d-d8326db8f6c7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:39.524845 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-53699948-05b3-44ec-a89d-d8326db8f6c7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 946 time: 0.0513577 Feb 14 15:55:39.612078 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 15:55:39.612422 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:39.699656 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] For port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:55:39.699931 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:39.867188 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:39.867544 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (4ae3727b-0e27-44f5-a4ee-5d455202d4f1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:39.867960 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.db.l3_db [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 4ae3727b-0e27-44f5-a4ee-5d455202d4f1 disassociated. External IP: 172.27.3.175, port: a5448b0a-f272-4eb6-b475-cfcfcdfd95e3. Feb 14 15:55:39.868301 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 15:55:40.056965 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (a5448b0a-f272-4eb6-b475-cfcfcdfd95e3), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:40.087764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=a5448b0a-f272-4eb6-b475-cfcfcdfd95e3,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:40.098564 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.099006 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.099367 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.099740 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.100083 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.100425 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.100764 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.101105 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.101438 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.101772 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.102106 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.102436 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.102771 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:40.186761 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d51717a2-04b3-4614-b3ec-973865f0fd0d req-cd73aea7-c43f-41c6-9013-8063f47995f8 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0325015 Feb 14 15:55:40.248861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:55:40.356552 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:55:40.365949 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:55:40.375704 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:55:40.376321 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:55:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:55:40.400553 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] No DVR routers for this DVR port a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 15:55:40.404063 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:40.407862 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-d4cd1d9d-e045-4d2b-b081-779c71c808d8 req-3c47b727-2d07-4193-b838-2876f55274e7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "DELETE /v2.0/ports/a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 HTTP/1.1" status: 204 len: 173 time: 0.8782229 Feb 14 15:55:40.408338 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'name': 'network-vif-deleted', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:55:40.411381 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b4d0e-e367-426d-8c3a-eb4f9c85c0cb" -d '{"events": [{"server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "name": "network-vif-deleted", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:55:40.499371 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:55:40.513171 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a61ca8-130d-4257-9212-e72cc9dd5955 x-openstack-request-id: req-d6a61ca8-130d-4257-9212-e72cc9dd5955 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:55:40.513471 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff6004b-cd3a-49c2-a50c-5e38344fbd0e", "name": "network-vif-deleted", "tag": "a5448b0a-f272-4eb6-b475-cfcfcdfd95e3", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:55:40.513728 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6a61ca8-130d-4257-9212-e72cc9dd5955 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:55:40.514139 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff6004b-cd3a-49c2-a50c-5e38344fbd0e', 'name': 'network-vif-deleted', 'tag': 'a5448b0a-f272-4eb6-b475-cfcfcdfd95e3', 'status': 'completed', 'code': 200} Feb 14 15:55:40.708738 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:55:40.737837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:55:40.746693 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:55:40.747291 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:55:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:55:40.852582 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:55:41.047630 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:55:41.075044 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f0c0e-d96c-415e-be73-3a13cf26e3bb None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:55:41.296926 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730929-4248-4cf3-b6e5-2d229f81db20 None None] New status for floating IP 4ae3727b-0e27-44f5-a4ee-5d455202d4f1: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:55:41.297811 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-523ef980-5727-44ad-a692-55c06d224fa0 req-560798df-a0e5-4bce-9ec9-b86514a6a59c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ff6004b-cd3a-49c2-a50c-5e38344fbd0e HTTP/1.1" status: 200 len: 210 time: 0.0310886 Feb 14 15:55:42.119076 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 15:55:42.145059 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 15:55:42.145605 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device a5448b0a-f272-4eb6-b475-cfcfcdfd95e3 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 15:55:42.551047 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-842a5cee-2586-4dde-861a-891760259bf9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500463486&fields=id&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 267 time: 0.0459650 Feb 14 15:55:42.656195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-dfc82d80-4604-4d7f-a911-8bde16e6cddc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:42.657555 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-dfc82d80-4604-4d7f-a911-8bde16e6cddc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.0992687 Feb 14 15:55:42.672101 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-76e53601-c596-4563-9e10-86e3e32811c6 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/quotas/9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 375 time: 0.0092800 Feb 14 15:55:42.725699 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-e5653fd4-b2f4-4f2f-a41d-599d41f0b737 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487702 Feb 14 15:55:42.819485 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-79e26180-1325-4812-a0f5-9645364ee8a8 service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810227 Feb 14 15:55:42.909356 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-2b104b6f-1df2-4573-a49d-a48e52de4850 service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Feb 14 15:55:43.632882 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d8b45b05-ef1b-4191-bff0-b6bab0e76f48 req-ea299a3f-f32f-4f60-b4e8-ff8c6e0fa0e1 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0278628 Feb 14 15:55:43.916838 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:44.726911 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-dbf17533-1c1a-4a1d-8260-8d8b6ec2e7bb req-c6c4177d-4798-4153-9568-39bbe7b44b85 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0285938 Feb 14 15:55:45.825271 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-d10a250d-3f5d-4c86-8d0d-625879de1ce5 req-c315d4f9-cd50-46a2-a5cf-e59d856eb8a1 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0302207 Feb 14 15:55:46.100950 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-f23529c1-c1df-4231-ac55-8a3b4287bb8e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:46.102286 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-f23529c1-c1df-4231-ac55-8a3b4287bb8e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.1006947 Feb 14 15:55:46.169361 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-676ec2f8-8e3b-406d-83c1-52a771c6c0a5 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 379 time: 0.0530996 Feb 14 15:55:46.183420 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'port': {'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'admin_state_up': True, 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'security_groups': ['254122fd-a057-4489-86e2-b440174ee16e']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:55:46.359861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Made reservation on behalf of 9e4d6f6f59064a5094973eaeb3cbde2d for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:55:46.363385 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:46.487835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.20.0.13 (c43961bc-0f41-452c-a9a9-ced54c7e8621/29cf46dc-bdb3-4184-b99c-360eb314caf9/3dbf6b5f-692d-4fa8-9408-19ad228f5418) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:55:46.622573 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:46.722379 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:46.763657 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:55:46.769118 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:55:46.772974 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:55:46.779157 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:46.824300 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:46.824909 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:46.919143 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-1f290d43-dd95-4873-8089-be292f8d8b26 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7436900 Feb 14 15:55:46.939450 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Request body: {'port': {'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:55:46.975908 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-c05556ce-f0cc-4b3a-a111-71d9918a7498 None None] Provisioning complete for port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:55:46.976965 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c05556ce-f0cc-4b3a-a111-71d9918a7498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.012349 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c05556ce-f0cc-4b3a-a111-71d9918a7498 None None] Port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:55:47.017271 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfac3dd-8a95-458e-b630-a7cc37246a17 req-c0d0d658-5c90-46d1-be8c-0340cb1b83b0 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:47.018776 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-edfac3dd-8a95-458e-b630-a7cc37246a17 req-c0d0d658-5c90-46d1-be8c-0340cb1b83b0 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 932 time: 0.1125920 Feb 14 15:55:47.021557 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.106386 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-edfac3dd-8a95-458e-b630-a7cc37246a17 req-87353583-785f-4ce3-9654-8526a2a4b4d8 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813446 Feb 14 15:55:47.323859 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbf6b5f-692d-4fa8-9408-19ad228f5418 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:55:47.331113 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks [] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.342643 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Transition to ACTIVE for port object 3dbf6b5f-692d-4fa8-9408-19ad228f5418 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:55:47.430519 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.484208 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:47.557026 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Attempting to bind port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:55:47.557360 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Attempting to bind port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:55:47.557684 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Attempting to bind port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:55:47.562776 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:55:47.563094 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Attempting to bind port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:55:47.568203 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:55:47.568536 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:55:47.568915 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Bound using segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:55:47.569351 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Bound port: 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:55:47.569783 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.638501 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:55:47.641609 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:55:47.762894 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.797087 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:47.797702 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:47.800822 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] 10.222.0.100 "PUT /v2.0/ports/3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 1094 time: 0.8645961 Feb 14 15:55:47.800822 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:55:47.801947 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63dcfe-0916-4ee9-917c-4888641829db" -d '{"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:55:47.831273 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1449c-e42c-4187-acdd-6acab1058bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:47.848641 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e58fa94-d62e-472a-949a-cb963e70a461 x-openstack-request-id: req-5e58fa94-d62e-472a-949a-cb963e70a461 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:55:47.848947 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:55:47.849519 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e58fa94-d62e-472a-949a-cb963e70a461 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:55:47.850005 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'status': 'completed', 'code': 200} Feb 14 15:55:47.986861 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63dcfe-0916-4ee9-917c-4888641829db req-e8de5462-b170-43c7-9ae2-50e77944a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:47.988397 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-be63dcfe-0916-4ee9-917c-4888641829db req-e8de5462-b170-43c7-9ae2-50e77944a496 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1128 time: 0.0935206 Feb 14 15:55:48.089945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63dcfe-0916-4ee9-917c-4888641829db req-550f7ed7-a0b2-4fa5-8bbe-aac620c2d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.091346 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-be63dcfe-0916-4ee9-917c-4888641829db req-550f7ed7-a0b2-4fa5-8bbe-aac620c2d987 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914342 Feb 14 15:55:48.191193 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63dcfe-0916-4ee9-917c-4888641829db req-f3c073da-e453-4474-ace1-a88a50905964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.193653 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-be63dcfe-0916-4ee9-917c-4888641829db req-f3c073da-e453-4474-ace1-a88a50905964 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967834 Feb 14 15:55:48.241770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f0da-1473-4b3c-974c-3165873dcdac req-8a2b4567-f54b-4555-8a70-baaa5c33f393 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.243226 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cfc8f0da-1473-4b3c-974c-3165873dcdac req-8a2b4567-f54b-4555-8a70-baaa5c33f393 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0657542 Feb 14 15:55:48.321708 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-cfc8f0da-1473-4b3c-974c-3165873dcdac req-69d8c51b-8888-4ca1-a9e2-d7aa2357cfeb tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717692 Feb 14 15:55:48.326318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-0755b4a0-c092-4e50-9713-558e695606df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.328326 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-0755b4a0-c092-4e50-9713-558e695606df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1128 time: 0.0727029 Feb 14 15:55:48.373029 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-dd3610aa-5ef8-4dc8-b087-d28b16fc23d9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 217 time: 0.0335312 Feb 14 15:55:48.423940 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-45f5f33c-73ac-42b7-abb0-24fc87af8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.425363 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-45f5f33c-73ac-42b7-abb0-24fc87af8205 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0457492 Feb 14 15:55:48.472392 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-48bfdd33-8765-4483-abb1-4ea270e3ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:48.473820 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-48bfdd33-8765-4483-abb1-4ea270e3ae6e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427811 Feb 14 15:55:48.560601 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-963155dd-bc4c-4405-a5ea-62857bde8138 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806677 Feb 14 15:55:48.644732 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-242ef1aa-38f9-4325-a3f6-b76b206234b0 req-5237338e-4345-4fd8-bbdd-90ac6fbee1f1 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783920 Feb 14 15:55:49.441087 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6cef6-19c6-47b6-922b-2d122f9a37a1 req-8883f605-0cc6-445d-b9f9-ce1855eb992e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:49.442573 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27d6cef6-19c6-47b6-922b-2d122f9a37a1 req-8883f605-0cc6-445d-b9f9-ce1855eb992e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0537617 Feb 14 15:55:49.489715 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-27d6cef6-19c6-47b6-922b-2d122f9a37a1 req-b951abb0-cca2-490c-aff0-5f0448f2b869 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Feb 14 15:55:50.605047 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc451-e061-4c35-819c-7de4b0150444 req-84d9553c-35fb-4e72-9a0f-a62e8436bc3c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:50.606500 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6ebdc451-e061-4c35-819c-7de4b0150444 req-84d9553c-35fb-4e72-9a0f-a62e8436bc3c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0512872 Feb 14 15:55:50.657174 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6ebdc451-e061-4c35-819c-7de4b0150444 req-d58c3d6d-8ed9-435f-9435-bfac01591e78 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Feb 14 15:55:51.772551 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ec49f-78f2-423d-8169-b6abf7ce3d3f req-0b2cf3a2-e079-4164-8f68-a9e036798e5e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:51.781221 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-277ec49f-78f2-423d-8169-b6abf7ce3d3f req-0b2cf3a2-e079-4164-8f68-a9e036798e5e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0515273 Feb 14 15:55:51.823093 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-277ec49f-78f2-423d-8169-b6abf7ce3d3f req-c96dbcfa-d9c2-47d0-94d0-584bc37febba tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436184 Feb 14 15:55:52.939661 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691dc8e-7cda-4f8b-8013-7b7b762fd063 req-bdd5ff5e-dae6-483d-8fbb-82e7bae73839 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:52.941116 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a691dc8e-7cda-4f8b-8013-7b7b762fd063 req-bdd5ff5e-dae6-483d-8fbb-82e7bae73839 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0520027 Feb 14 15:55:52.988235 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a691dc8e-7cda-4f8b-8013-7b7b762fd063 req-81fd9669-f0c9-4db4-b7a0-98859b7eeeee tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Feb 14 15:55:54.106648 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79481-8308-4f3a-b7de-43954918ff7a req-b8ec02d8-f6de-4f80-9131-1f9bfac81b56 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:54.108174 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9db79481-8308-4f3a-b7de-43954918ff7a req-b8ec02d8-f6de-4f80-9131-1f9bfac81b56 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0559998 Feb 14 15:55:54.156033 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9db79481-8308-4f3a-b7de-43954918ff7a req-4a811bd4-e440-464b-89db-fb62a661a615 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Feb 14 15:55:55.272975 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b699b0-e621-4d03-8460-0820205ddb03 req-c9a443a5-d6ae-4a03-87a1-ecf9b76bf881 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:55.274153 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2b699b0-e621-4d03-8460-0820205ddb03 req-c9a443a5-d6ae-4a03-87a1-ecf9b76bf881 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0534163 Feb 14 15:55:55.322263 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-a2b699b0-e621-4d03-8460-0820205ddb03 req-c36542dc-a48c-47f1-a265-f1784f56f017 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Feb 14 15:55:56.181837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 3dbf6b5f-692d-4fa8-9408-19ad228f5418 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:55:56.274905 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:55:56.296819 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:55:56.338007 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:55:56.338390 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:56.351458 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbf6b5f-692d-4fa8-9408-19ad228f5418 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:55:56.370786 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:55:56.440182 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc819ab-0c8d-46cf-ac91-47b3a1bd0ca7 req-ecef9922-eb81-453d-b239-643e0843ee6f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:56.441602 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7dc819ab-0c8d-46cf-ac91-47b3a1bd0ca7 req-ecef9922-eb81-453d-b239-643e0843ee6f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 944 time: 0.0534911 Feb 14 15:55:56.464681 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:56.490599 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-7dc819ab-0c8d-46cf-ac91-47b3a1bd0ca7 req-b2f0b90a-99a2-4e59-b139-a122161b4380 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 Feb 14 15:55:56.514426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:56.521371 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.521726 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.522066 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.522664 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.522990 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.523318 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.523671 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.523998 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.524320 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.524642 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.524962 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.525283 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.525599 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:55:56.877961 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['3dbf6b5f-692d-4fa8-9408-19ad228f5418'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:55:57.367687 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a91cd7a1-168c-4019-a729-6cce010a4a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:57.903035 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ebdcd-1073-4c22-bfa4-212a0980e5fb req-cc7cf60b-91e5-4d06-8809-3997cb3193f7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:57.904475 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ab3ebdcd-1073-4c22-bfa4-212a0980e5fb req-cc7cf60b-91e5-4d06-8809-3997cb3193f7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 945 time: 0.3475046 Feb 14 15:55:57.950465 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ab3ebdcd-1073-4c22-bfa4-212a0980e5fb req-bc95b4ba-6c56-4b97-8763-d6d70b025d63 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Feb 14 15:55:58.182940 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 3dbf6b5f-692d-4fa8-9408-19ad228f5418 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:55:58.302629 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:55:58.306877 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:55:58.307263 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:58.386150 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:55:58.386873 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:58.409685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:55:58.411960 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65329e3-1bf4-4558-80cc-460a437ff0bf" -d '{"events": [{"server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:55:58.425215 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:55:58.501592 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa90380-80a8-4a1c-826f-1d80caf78080 x-openstack-request-id: req-9fa90380-80a8-4a1c-826f-1d80caf78080 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:55:58.501909 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "name": "network-vif-plugged", "status": "completed", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:55:58.502171 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fa90380-80a8-4a1c-826f-1d80caf78080 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:55:58.502604 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'code': 200} Feb 14 15:55:58.504689 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:55:58.557411 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:55:58.849052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea34a5-fb05-4d1d-aa49-fffd39296d69 req-d1de5f3c-1249-4f5f-966c-a35dce8eb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:58.850573 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f5ea34a5-fb05-4d1d-aa49-fffd39296d69 req-d1de5f3c-1249-4f5f-966c-a35dce8eb2ae service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0435090 Feb 14 15:55:58.895694 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f5ea34a5-fb05-4d1d-aa49-fffd39296d69 req-bb2c28ab-9326-430e-8b7b-896c1b079908 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392678 Feb 14 15:55:59.068337 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35f257-08c1-47bd-bd41-0aea45a0e145 req-63199c39-ab57-4f72-bbf5-b8f29761e3b3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:55:59.069708 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ca35f257-08c1-47bd-bd41-0aea45a0e145 req-63199c39-ab57-4f72-bbf5-b8f29761e3b3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0551746 Feb 14 15:55:59.116229 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ca35f257-08c1-47bd-bd41-0aea45a0e145 req-c5ac06b7-0e15-4c6c-a096-1c9525c6c0c3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Feb 14 15:55:59.759656 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713a4c94-eac1-4a8f-bd9c-3f081ae65d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:00.234603 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b596e-1e8e-4128-af33-90b7dc67cc8b req-cf2163a1-4363-4f98-91bf-bfa27e397632 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:00.236121 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-162b596e-1e8e-4128-af33-90b7dc67cc8b req-cf2163a1-4363-4f98-91bf-bfa27e397632 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0526903 Feb 14 15:56:00.288647 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-162b596e-1e8e-4128-af33-90b7dc67cc8b req-ec97b05a-ea75-499b-a697-009e70722938 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469079 Feb 14 15:56:00.782661 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:01.403652 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d0ed0-ae17-4f6d-9745-e00cfb2a3ad8 req-446b20c9-4ae2-4fa2-9be5-5a519369b095 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:01.405591 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1d7d0ed0-ae17-4f6d-9745-e00cfb2a3ad8 req-446b20c9-4ae2-4fa2-9be5-5a519369b095 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0510626 Feb 14 15:56:01.453282 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1d7d0ed0-ae17-4f6d-9745-e00cfb2a3ad8 req-6f64a240-11d5-40d3-8fdf-b83692097f3b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Feb 14 15:56:01.568649 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434d17-0fa1-4e36-895c-c00b389fe257 req-10712231-a9dc-4ab5-9074-9ee2bf91de04 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:01.570194 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c8434d17-0fa1-4e36-895c-c00b389fe257 req-10712231-a9dc-4ab5-9074-9ee2bf91de04 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0525739 Feb 14 15:56:01.617945 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-c8434d17-0fa1-4e36-895c-c00b389fe257 req-d0d9a8f4-dc69-495b-8424-8c8e9fedf7ef tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424562 Feb 14 15:56:01.638894 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:56:01.681876 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94220640-a010-46a9-a99e-372346e4ff99 tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:01.683373 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-94220640-a010-46a9-a99e-372346e4ff99 tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1125 time: 0.0435164 Feb 14 15:56:01.686134 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60154) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:56:01.690295 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:56:01.773786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:01.873780 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:01.973349 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:01.974088 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.27.3.159 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/a2154d73-e463-4086-81aa-e2bee76bbf13) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:56:02.074935 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:02.159933 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:02.196564 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:56:02.199493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:56:02.202192 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:56:02.229483 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=a2154d73-e463-4086-81aa-e2bee76bbf13,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:56:02.241944 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.242296 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.242635 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.242972 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.243302 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.243655 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.243987 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.244308 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.244632 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.244953 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.245271 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.245587 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.245903 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:56:02.585208 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (03327d87-6a5e-439b-8064-1a0d6564dcb0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:02.718346 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:02.867015 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:02.971484 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:03.039121 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=a2154d73-e463-4086-81aa-e2bee76bbf13,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:56:03.052910 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (03327d87-6a5e-439b-8064-1a0d6564dcb0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:03.152260 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 03327d87-6a5e-439b-8064-1a0d6564dcb0 associated. External IP: 172.27.3.159, port: 3dbf6b5f-692d-4fa8-9408-19ad228f5418. Feb 14 15:56:03.299179 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:03.374334 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:56:03.481725 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:56:03.491987 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:56:03.501670 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:56:03.502280 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:56:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:56:03.564906 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:03.612825 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:56:03.815139 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-7c280949-1bde-465b-81c3-353a9649ce03 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1279798 Feb 14 15:56:03.815794 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:56:03.818110 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae712492-0f4b-4cb1-b859-90c5d6011edf" -d '{"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:56:03.855256 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fd7af-4689-4dd5-b065-53ec53aa8747 x-openstack-request-id: req-164fd7af-4689-4dd5-b065-53ec53aa8747 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:56:03.855686 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:56:03.855947 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-164fd7af-4689-4dd5-b065-53ec53aa8747 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:56:03.856355 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'status': 'completed', 'code': 200} Feb 14 15:56:03.945535 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-82342034-b26b-4936-acb7-12abb2ff5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:03.947054 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-82342034-b26b-4936-acb7-12abb2ff5691 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0462816 Feb 14 15:56:03.977072 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:02Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:56:04.003731 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:56:04.012750 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:56:04.013396 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:56:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:56:04.037647 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-e3bb48b2-feba-4bf7-be84-dbec299efdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:04.039106 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-e3bb48b2-feba-4bf7-be84-dbec299efdbd service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0867476 Feb 14 15:56:04.102406 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-8748504d-1c41-4be8-9130-ab2404cac059 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 1000 time: 0.0575018 Feb 14 15:56:04.120658 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:56:04.152635 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-e42b6b67-fd0a-4cd6-8e50-18c5c25a4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:04.154078 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-e42b6b67-fd0a-4cd6-8e50-18c5c25a4313 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0461223 Feb 14 15:56:04.201549 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-f9c9895c-b36e-4bfa-b3be-b8527dba829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:04.203037 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-f9c9895c-b36e-4bfa-b3be-b8527dba829d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429053 Feb 14 15:56:04.294561 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-0dc0171f-1f6f-43b9-b051-098e8467247d service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854445 Feb 14 15:56:04.347350 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:02Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:56:04.379153 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367343d-6e9a-41c0-85f5-6896c3521049 None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:02Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:56:04.399309 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ae712492-0f4b-4cb1-b859-90c5d6011edf req-af57428d-9d0f-4c27-b89d-48e7ee3c2481 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983093 Feb 14 15:56:04.574596 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4bf876-f3c5-414f-be02-9d52d08973a2 None None] New status for floating IP 03327d87-6a5e-439b-8064-1a0d6564dcb0: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:56:10.033577 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:56:13.887292 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:23.255854 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-c80c7622-d092-40b4-ac00-6ee7601ec57e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416777 Feb 14 15:56:23.359643 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-b3196cb1-986c-4815-aaf6-99cf24c349b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:23.361131 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-b3196cb1-986c-4815-aaf6-99cf24c349b0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0472188 Feb 14 15:56:23.461146 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-d2dc21b1-fabd-47fb-b86c-6307e1a71eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:23.462616 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-d2dc21b1-fabd-47fb-b86c-6307e1a71eeb service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0832431 Feb 14 15:56:23.528965 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-8c44ff57-a4ae-4eb6-b807-5789eb474e62 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 1002 time: 0.0607972 Feb 14 15:56:23.574707 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-1d741e48-4edc-4853-9771-8f5cbf53c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:23.576192 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-1d741e48-4edc-4853-9771-8f5cbf53c7f8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0421383 Feb 14 15:56:23.623763 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-1d8fe18b-63d5-491f-8c0c-f186e50d910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:56:23.625250 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-1d8fe18b-63d5-491f-8c0c-f186e50d910c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436401 Feb 14 15:56:23.712569 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-2cdb8d7f-7048-41a7-b0b6-b3cf6205a963 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815549 Feb 14 15:56:23.798014 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-270104a5-7a6d-45e3-8d4a-b79759e2d74f req-48f0f1a6-2cdd-409c-b99f-277cf19cb3ad service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797350 Feb 14 15:56:27.376612 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb60e6a8-fc65-4fbd-92aa-ba65dd3a1cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:29.727652 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7753e78e-d372-4fe2-8925-6690d1f0d209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:30.744383 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:32.001448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:33.313821 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:43.907904 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:47.031960 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:56:57.353462 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d73acb4-c753-492b-9878-d8570403408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:56:59.725013 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94111de6-5a2e-4736-92ab-d85fd9c60a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:00.744174 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:02.039225 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:03.307775 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:13.915682 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:24.030581 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:57:26.229353 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-96a24164-ebd0-4005-b42f-a36cf37d30d4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491750 Feb 14 15:57:26.330028 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-124f170a-33dd-4254-94be-0e27c773801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:57:26.331513 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-124f170a-33dd-4254-94be-0e27c773801b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0443499 Feb 14 15:57:26.431016 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-91f64108-b536-4c71-9c33-717ad92fd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:57:26.432500 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-91f64108-b536-4c71-9c33-717ad92fd240 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0836003 Feb 14 15:57:26.499446 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-1524b730-ce63-41ac-9529-0f95244328bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 1002 time: 0.0605226 Feb 14 15:57:26.545911 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-1c6860e5-8b95-4435-84ae-7c1034f92a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:57:26.547349 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-1c6860e5-8b95-4435-84ae-7c1034f92a7a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0429265 Feb 14 15:57:26.595247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-22930b13-1514-4ab9-812a-4d4a95a006f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:57:26.596732 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-22930b13-1514-4ab9-812a-4d4a95a006f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441108 Feb 14 15:57:26.684909 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-095c094f-3507-4984-9984-243fdc566484 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Feb 14 15:57:26.776279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b73b893b-0459-4eb6-bb54-2def0fa45703 req-bc9ac57c-62be-4ecd-bdc0-04d0fcd18f22 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Feb 14 15:57:27.378036 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4361e86b-fe0f-4b5f-9692-ec140d6f95cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:29.720894 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbc5941b-fe6e-45d5-91f1-7220132bef4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:30.755745 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:31.977981 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:33.161601 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-f09d670a-3e54-479b-ba2f-540a7b541175 req-fe16897e-adb7-4d6e-a139-593042846cf1 service neutron] (103409) timed out ('10.222.0.100', 52873) {{(pid=103409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 15:57:33.332537 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:43.970836 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:57.366440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc136aa8-6aed-486f-a828-677e08ed7b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:57:59.737909 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-925a63e6-4382-424b-b6f5-dfacee515931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:00.777690 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:01.029545 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:58:02.010616 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:03.335930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:04.298832 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-44e6b4eb-612c-4607-bdc9-c86e65358d97 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500463486&fields=id&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 267 time: 0.0443437 Feb 14 15:58:04.404267 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9c0075bf-0aee-47cb-95cb-ce5863696b3f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:04.405751 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9c0075bf-0aee-47cb-95cb-ce5863696b3f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.1006446 Feb 14 15:58:04.420790 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-23b23948-2f50-4c92-8822-1e49e72bcc31 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/quotas/9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 375 time: 0.0092149 Feb 14 15:58:04.476491 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-cfa21f02-2667-4f71-b9dc-725824275ca4 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510504 Feb 14 15:58:04.616329 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9a9cf1ae-ac94-4aac-9485-66402b003d04 service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268167 Feb 14 15:58:04.705795 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-5d32990a-d7a4-411d-8425-6b61cd0239d0 service neutron] 10.222.0.67 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Feb 14 15:58:05.268391 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-092ec4fa-67e1-4389-b489-b9b5f2fb6025 req-f8a8773b-94bd-4b08-8ecd-da9fd29c8eab tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0279331 Feb 14 15:58:06.343116 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6496b59f-0295-4a9d-bad2-3304821770cb req-d3a9542e-3f4c-41df-a84f-c21de6cfc2bc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0260925 Feb 14 15:58:07.443743 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e26ebd52-6c76-4c22-a24f-3269640808a0 req-2c72c513-77da-4255-85c8-571c81f8c8da tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Feb 14 15:58:08.516612 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-6f69a849-803d-4df1-8b7e-26b916e290c3 req-5192c0c6-fefe-4388-9060-a43770ba9c99 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0364926 Feb 14 15:58:09.609638 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-9f60a26f-26ef-4ec8-bc61-e1c652bfb18b req-3975f4a6-dcbf-41d9-991f-97637985b845 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0289352 Feb 14 15:58:10.700913 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-692fc3f9-6335-47b7-93a1-0f895aad69f7 req-46f7bf0c-45b4-4f20-ae0f-e654e8b5b8e9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Feb 14 15:58:11.186053 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-34c43b46-b601-40d0-8a8c-7b333043153a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:11.187605 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-34c43b46-b601-40d0-8a8c-7b333043153a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 812 time: 0.1009164 Feb 14 15:58:11.253665 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-65ee8eb9-27c6-4aed-b86f-a2b03ba36dff tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d HTTP/1.1" status: 200 len: 379 time: 0.0519347 Feb 14 15:58:11.262529 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'port': {'device_id': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'admin_state_up': True, 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'security_groups': ['254122fd-a057-4489-86e2-b440174ee16e']}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:58:11.457838 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Made reservation on behalf of 9e4d6f6f59064a5094973eaeb3cbde2d for: {'port': 1} {{(pid=103409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 15:58:11.461280 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:11.580546 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.20.0.5 (c43961bc-0f41-452c-a9a9-ced54c7e8621/29cf46dc-bdb3-4184-b99c-360eb314caf9/e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:58:11.715207 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:11.796414 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-717b708d-178a-4a88-b546-7a04ab39eb79 req-4f412b81-ebf6-494a-bd5b-640b4544f445 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Feb 14 15:58:11.828034 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:11.875983 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:58:11.881752 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:58:11.885471 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:58:11.909123 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:11.923835 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.924196 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.924550 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.924918 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.925792 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.926132 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.926472 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.926804 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.927140 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.927477 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.927866 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.928200 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.928533 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:11.950814 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:11.951434 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.047330 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-9ce13a1e-67b7-412a-9626-2534ad9baf2b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882645 Feb 14 15:58:12.064871 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.v2.base [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Request body: {'port': {'device_id': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=103409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:58:12.123225 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.145274 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-dce8fdd7-a3e8-4948-abd4-67f2860855b5 None None] Provisioning complete for port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 triggered by entity DHCP. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:58:12.145824 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dce8fdd7-a3e8-4948-abd4-67f2860855b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.184325 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dce8fdd7-a3e8-4948-abd4-67f2860855b5 None None] Port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 cannot update to ACTIVE because it is not bound. {{(pid=103410) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 15:58:12.386766 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:58:12.394136 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks [] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.406935 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Transition to ACTIVE for port object e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 will not be triggered until provisioned by entity L2. {{(pid=103409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 15:58:12.480868 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.533526 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Pushing event updated for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:12.604872 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Attempting to bind port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 15:58:12.605213 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Attempting to bind port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 15:58:12.605543 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Attempting to bind port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:58:12.610503 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 15:58:12.610845 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Attempting to bind port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 on network c43961bc-0f41-452c-a9a9-ced54c7e8621 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 15:58:12.615900 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Checking agent: {'id': 'b71af80a-3600-481c-bdaa-1fdc7e3fdfe6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'started_at': datetime.datetime(2022, 2, 14, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 15:58:12.616414 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Checking segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 15:58:12.616830 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Bound using segment: {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 15:58:12.617270 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Bound port: e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988e85c6-dcb9-4387-9370-48349b503aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 15:58:12.617613 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.682822 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 15:58:12.685945 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 15:58:12.776749 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16725589'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.808950 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:12.809556 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:12.810894 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] 10.222.0.100 "PUT /v2.0/ports/e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 200 len: 1093 time: 0.7503335 Feb 14 15:58:12.811344 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:58:12.813560 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96d9a0c-569a-46ed-95d3-a12ba712dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:58:12.843900 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f651-7c8a-4e43-8611-ad6a0b98f83e service neutron] Pushing event updated for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:12.859697 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c59a7-25d5-4417-8875-57757e4736d6 x-openstack-request-id: req-a67c59a7-25d5-4417-8875-57757e4736d6 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:58:12.860086 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:58:12.860285 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a67c59a7-25d5-4417-8875-57757e4736d6 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:58:12.860894 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'status': 'completed', 'code': 200} Feb 14 15:58:12.974286 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024b039-5359-4ee0-a9b2-e3df1ca3949c req-df3dbf66-f710-475f-ab19-dfe484eaf87a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:12.975850 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6024b039-5359-4ee0-a9b2-e3df1ca3949c req-df3dbf66-f710-475f-ab19-dfe484eaf87a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0944333 Feb 14 15:58:12.977919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-225278dc-6e72-4143-aada-b27d34805bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:12.979279 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-225278dc-6e72-4143-aada-b27d34805bd8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1127 time: 0.0682507 Feb 14 15:58:13.080013 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6024b039-5359-4ee0-a9b2-e3df1ca3949c req-b44cc000-6f77-4421-82b5-161799de93ae tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983644 Feb 14 15:58:13.109338 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-a455d755-bed9-4c5d-92c3-8ce663377c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:13.110790 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-a455d755-bed9-4c5d-92c3-8ce663377c4f service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1159806 Feb 14 15:58:13.200488 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-db99712b-8f7d-4ae3-bfbc-68a089929ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:13.201930 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-c96d9a0c-569a-46ed-95d3-a12ba712dc71 req-db99712b-8f7d-4ae3-bfbc-68a089929ebc service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0851450 Feb 14 15:58:13.301731 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-87146143-25de-4b4e-80c6-ab19d3ca4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:13.303114 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-87146143-25de-4b4e-80c6-ab19d3ca4067 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1127 time: 0.0438156 Feb 14 15:58:13.353283 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-eacee5c4-f7a4-4f47-9ea0-1d6f16e56c3b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 200 len: 217 time: 0.0371878 Feb 14 15:58:13.400327 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-ac338fe8-d7af-489b-b177-56351c98260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:13.401754 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-ac338fe8-d7af-489b-b177-56351c98260d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0426066 Feb 14 15:58:13.449943 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-3a601e7a-46fe-4f7a-b586-0bd5e19d30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:13.451410 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-3a601e7a-46fe-4f7a-b586-0bd5e19d30da service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432420 Feb 14 15:58:13.540865 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-699cc739-be12-46a8-814a-add433c3bfdc service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834072 Feb 14 15:58:13.626083 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-6dd5f9fd-514b-4fd6-a2a1-f126915d3372 req-273fed97-0132-4cc2-985c-b775433a2cc1 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793731 Feb 14 15:58:13.970416 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:14.205962 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1074cd-a2d7-4bcc-96bd-e83c3003d124 req-fd03d508-253c-4319-90b9-4cd48928426e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:14.207442 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-de1074cd-a2d7-4bcc-96bd-e83c3003d124 req-fd03d508-253c-4319-90b9-4cd48928426e tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0566573 Feb 14 15:58:14.255449 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-de1074cd-a2d7-4bcc-96bd-e83c3003d124 req-647a2c65-8380-4821-af71-e05cd78f07dc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Feb 14 15:58:15.427512 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcc0ba-1b70-4158-a545-a4c4ac463a67 req-385e22b8-2182-411c-9469-3dd1dbf974ae tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:15.429000 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-79fcc0ba-1b70-4158-a545-a4c4ac463a67 req-385e22b8-2182-411c-9469-3dd1dbf974ae tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.1082506 Feb 14 15:58:15.476709 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-79fcc0ba-1b70-4158-a545-a4c4ac463a67 req-79bf3a9e-6a95-4869-b37f-573276cab97b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Feb 14 15:58:16.592991 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc89b8-1739-495a-b3a6-a3cd034344df req-6e1c5ed7-b294-46c2-a792-afeccea463d2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:16.594393 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f5bc89b8-1739-495a-b3a6-a3cd034344df req-6e1c5ed7-b294-46c2-a792-afeccea463d2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0510373 Feb 14 15:58:16.643073 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f5bc89b8-1739-495a-b3a6-a3cd034344df req-62b92277-71a6-4fdc-8be8-b7e42b401a3c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Feb 14 15:58:17.761699 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a8af9-f00d-4f00-960d-db7f7f2ceafd req-4465f9e5-177d-4bfc-becc-98621724258d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:17.763130 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ab0a8af9-f00d-4f00-960d-db7f7f2ceafd req-4465f9e5-177d-4bfc-becc-98621724258d tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0513687 Feb 14 15:58:17.810376 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ab0a8af9-f00d-4f00-960d-db7f7f2ceafd req-4668cf1b-137a-4854-8153-b9fe60e36714 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Feb 14 15:58:18.931346 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d340-4dd3-46d1-bbeb-3571876bd84f req-086b61fe-44c4-43fb-9e31-f9d2c4b439da tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:18.932874 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f002d340-4dd3-46d1-bbeb-3571876bd84f req-086b61fe-44c4-43fb-9e31-f9d2c4b439da tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0568612 Feb 14 15:58:18.986886 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-f002d340-4dd3-46d1-bbeb-3571876bd84f req-ff0fd704-43ac-4629-a39d-cfd55b3d5fe8 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480046 Feb 14 15:58:20.104599 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6118-512d-406f-901a-ef6a0f94b7e6 req-a47147bb-f2da-4b83-8094-143e91ad34f3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:20.106034 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-591d6118-512d-406f-901a-ef6a0f94b7e6 req-a47147bb-f2da-4b83-8094-143e91ad34f3 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0539303 Feb 14 15:58:20.152813 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-591d6118-512d-406f-901a-ef6a0f94b7e6 req-e8ca3a34-5a48-44b2-8670-cc1bc9a9c454 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Feb 14 15:58:21.017221 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=103410) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 15:58:21.113603 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:58:21.123894 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Returning: {'device': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'port_id': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'mac_address': 'fa:16:3e:e0:42:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103410) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 15:58:21.160465 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 is: DOWN; New status is: BUILD {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:58:21.160861 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:21.173106 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 15:58:21.193923 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:58:21.268341 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504635a9-8147-4443-bae3-875ff52e9e0f req-f995981a-fae2-4f52-be5b-97d792d8b97b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:21.269442 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:21.270382 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-504635a9-8147-4443-bae3-875ff52e9e0f req-f995981a-fae2-4f52-be5b-97d792d8b97b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 943 time: 0.0522492 Feb 14 15:58:21.320769 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-504635a9-8147-4443-bae3-875ff52e9e0f req-8fb9b55b-5d91-4e79-bf08-618cbbb02045 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Feb 14 15:58:21.322169 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:21.329165 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.329517 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.329885 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.330226 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.331029 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.331029 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.331332 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.331696 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.331904 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.332915 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.333262 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.333590 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.333914 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:21.709341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] get_ports_and_sgs() called for port_ids ['e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'] {{(pid=103410) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 15:58:22.437923 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65f2da-34e9-45f8-b5d5-8330ff60bc71 req-cdf5d2ca-4ee4-45c9-aa12-822eff7b808b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:22.439394 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ed65f2da-34e9-45f8-b5d5-8330ff60bc71 req-cdf5d2ca-4ee4-45c9-aa12-822eff7b808b tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 944 time: 0.0526836 Feb 14 15:58:22.487524 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-ed65f2da-34e9-45f8-b5d5-8330ff60bc71 req-2f7b2de6-98bb-4a8a-bec7-e832196417af tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 Feb 14 15:58:23.007994 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 up at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 15:58:23.112866 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning for port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 completed by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 15:58:23.117116 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Provisioning complete for port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 triggered by entity L2. {{(pid=103410) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 15:58:23.122826 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439832'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), provisioning_complete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:23.190206 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Current status of the port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 is: BUILD; New status is: ACTIVE {{(pid=103410) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 15:58:23.190448 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:23.212496 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:58:23.214818 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be1f440c7fb619320173851f3dd50abdbda98dea2535a7ba70fedfd23a2acea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf98343-d5df-45bb-8f76-56c77ad07ea7" -d '{"events": [{"server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "name": "network-vif-plugged", "status": "completed", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:58:23.230001 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 15:58:23.252631 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b56e6a-65f2-42db-acd4-427c57cf5d76 x-openstack-request-id: req-a4b56e6a-65f2-42db-acd4-427c57cf5d76 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:58:23.252917 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "name": "network-vif-plugged", "status": "completed", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:58:23.253174 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4b56e6a-65f2-42db-acd4-427c57cf5d76 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:58:23.253571 dv-cinder-815145-9-iscsi neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'code': 200} Feb 14 15:58:23.318871 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:23.366406 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Pushing event updated for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:23.602648 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0efdf-f6e8-435f-86f2-a673476b662e req-3034de3f-7c21-4a24-9a84-4ffc3f13e31a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:23.604184 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-02a0efdf-f6e8-435f-86f2-a673476b662e req-3034de3f-7c21-4a24-9a84-4ffc3f13e31a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0531650 Feb 14 15:58:23.684436 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-02a0efdf-f6e8-435f-86f2-a673476b662e req-fd43da12-57fe-4fd8-8635-ce224932c909 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694506 Feb 14 15:58:23.686052 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f76be-14f5-401f-a29a-e20aedab7e91 req-f8aa2a6b-c9de-45e1-983e-97bcb964f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:23.687424 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-609f76be-14f5-401f-a29a-e20aedab7e91 req-f8aa2a6b-c9de-45e1-983e-97bcb964f627 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1129 time: 0.0807889 Feb 14 15:58:23.731939 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-609f76be-14f5-401f-a29a-e20aedab7e91 req-4254a444-ae01-48e5-b46e-2bdd260c8e62 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Feb 14 15:58:24.802444 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc9dba-55ff-45ff-b938-e95e8a613864 req-5c8d10a0-9795-4cdd-bb14-ad5e117c4a5a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:24.803930 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8cfc9dba-55ff-45ff-b938-e95e8a613864 req-5c8d10a0-9795-4cdd-bb14-ad5e117c4a5a tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Feb 14 15:58:24.851562 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8cfc9dba-55ff-45ff-b938-e95e8a613864 req-9c967d9a-b1d1-4152-bc57-a429523b740c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420539 Feb 14 15:58:25.967734 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6f20a-7d73-4ba4-8739-8df9b88581d6 req-90503139-b533-48b3-bd86-549b1e3f4ba7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:25.969222 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-48d6f20a-7d73-4ba4-8739-8df9b88581d6 req-90503139-b533-48b3-bd86-549b1e3f4ba7 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0521841 Feb 14 15:58:26.017625 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-48d6f20a-7d73-4ba4-8739-8df9b88581d6 req-af000f5d-fd3c-411a-86dc-d5c54e118344 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Feb 14 15:58:26.135764 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2784-f4df-415a-acfa-3a05149b6995 req-002b3c59-96fa-453d-b733-e7250cc92e27 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:26.137123 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-163e2784-f4df-415a-acfa-3a05149b6995 req-002b3c59-96fa-453d-b733-e7250cc92e27 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0549247 Feb 14 15:58:26.183822 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-163e2784-f4df-415a-acfa-3a05149b6995 req-4d4f2459-fa11-4ec1-b9fa-e9d17ec18db8 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Feb 14 15:58:26.205949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:58:26.342200 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9e241-996b-4b43-99b5-b1f6805534f1 tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:26.343724 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-43c9e241-996b-4b43-99b5-b1f6805534f1 tempest-TestVolumeBootPattern-1865064224 tempest-TestVolumeBootPattern-1865064224-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1124 time: 0.1367972 Feb 14 15:58:26.346569 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60324) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 15:58:26.351537 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Request body: {'floatingip': {'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'port_id': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 15:58:26.467301 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:26.564035 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:26.663532 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Allocated IP 172.27.3.75 (40ee389a-cc8c-4e47-a875-6757c395b679/141bef37-d1ff-4c51-886e-916525456714/a675907f-5568-4d4a-ad41-c09832c2beb6) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 15:58:26.763740 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:26.874797 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770050537027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:26.912537 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Network 40ee389a-cc8c-4e47-a875-6757c395b679 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 15:58:26.915618 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 15:58:26.921663 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 15:58:26.944786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=a675907f-5568-4d4a-ad41-c09832c2beb6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:26.958325 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.958675 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.959023 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.959362 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.959720 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.960054 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.960385 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.960711 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.961043 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.961369 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.961693 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.962012 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:26.962330 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 15:58:27.087433 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-7e914bdc-18d9-48e4-b657-bc1e09de539a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464640 Feb 14 15:58:27.187856 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-77a41639-5d8d-4490-ae90-090d901e1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:27.189241 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-77a41639-5d8d-4490-ae90-090d901e1b0b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0449893 Feb 14 15:58:27.292035 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-8d5be065-35f8-4856-84c2-d576473bdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:27.293218 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-8d5be065-35f8-4856-84c2-d576473bdef5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0864999 Feb 14 15:58:27.301087 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (1e272497-f468-4c89-8c2c-f9d7fc9b6729), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.354952 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3df90902-8d90-471d-8c7a-dd2cca6a83bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.363934 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-8cee8a82-b356-486b-84e7-a8b0e3d4b8c7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 1002 time: 0.0644586 Feb 14 15:58:27.411530 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-52e4e2cd-71f8-4374-92e5-5ad15249ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:27.413114 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-52e4e2cd-71f8-4374-92e5-5ad15249ccb6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0434465 Feb 14 15:58:27.449881 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510622'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.460318 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-5fc47ac5-3ef8-4b02-a775-e57e60218766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:27.461845 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-5fc47ac5-3ef8-4b02-a775-e57e60218766 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433543 Feb 14 15:58:27.551895 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-b3aacb3f-e509-4695-957d-8be8b1826514 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Feb 14 15:58:27.600520 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.642259 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-43e898eb-2eb6-4468-91f2-d483c744aee6 req-fb47eab2-d339-486b-9e26-887e7bd53850 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851481 Feb 14 15:58:27.662921 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770051111105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770050537045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770050537063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7512558'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.734132 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event updated for resources: {'Port': ['ID=a675907f-5568-4d4a-ad41-c09832c2beb6,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 15:58:27.744446 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7881762'] for floatingip (1e272497-f468-4c89-8c2c-f9d7fc9b6729), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:27.844769 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 1e272497-f468-4c89-8c2c-f9d7fc9b6729 associated. External IP: 172.27.3.75, port: e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327. Feb 14 15:58:28.069050 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 15:58:28.175108 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 15:58:28.185526 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 15:58:28.195717 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:58:28.196337 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:58:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:58:28.258059 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:28.288509 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-1ae1c68d-87ef-4d37-a1b3-f0b37f0d18f9 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9409385 Feb 14 15:58:28.289184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 15:58:28.291508 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f765c39-0173-461d-9c53-c73893d2f9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 15:58:28.307560 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:58:28.385681 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c4dfd-73cd-49fc-af26-a027b56326d4 x-openstack-request-id: req-d91c4dfd-73cd-49fc-af26-a027b56326d4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 15:58:28.386233 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 15:58:28.386343 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d91c4dfd-73cd-49fc-af26-a027b56326d4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 15:58:28.386826 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'status': 'completed', 'code': 200} Feb 14 15:58:28.473417 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-65512799-d069-48ca-a7a3-6ab53e9dd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:28.474941 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-65512799-d069-48ca-a7a3-6ab53e9dd7f6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1129 time: 0.0468273 Feb 14 15:58:28.562419 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-ce6a4740-c7cb-4239-b212-b179491763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:28.563936 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-ce6a4740-c7cb-4239-b212-b179491763a4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0827208 Feb 14 15:58:28.631298 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-68c8add3-8ff5-436c-bcb2-7b07ee6b4325 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 200 len: 998 time: 0.0613098 Feb 14 15:58:28.662398 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}, {'id': '1e272497-f468-4c89-8c2c-f9d7fc9b6729', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:e0:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:58:27Z', 'updated_at': '2022-02-14T15:58:27Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:58:28.678164 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-2575228c-947c-47bd-8f82-2233cbe06123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:28.679621 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-2575228c-947c-47bd-8f82-2233cbe06123 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0426457 Feb 14 15:58:28.688235 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 15:58:28.697962 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 15:58:28.698575 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T15:58:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:58:28.727820 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-259e15a7-5364-44d8-b3d8-e747196309f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:58:28.729341 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-259e15a7-5364-44d8-b3d8-e747196309f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441165 Feb 14 15:58:28.739414 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-1b20309e-5889-4d0f-b676-e94a14e4c373 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 15:58:28.740388 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-1b20309e-5889-4d0f-b676-e94a14e4c373 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049291 Feb 14 15:58:28.808098 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 15:58:28.829115 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-58287912-ee12-4897-8a51-e56ffb11c25f service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832856 Feb 14 15:58:28.918505 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-1f765c39-0173-461d-9c53-c73893d2f9f6 req-b0f03245-82cb-4da1-8ae9-38e1ce6f0a44 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Feb 14 15:58:29.038322 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}, {'id': '1e272497-f468-4c89-8c2c-f9d7fc9b6729', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:e0:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:58:27Z', 'updated_at': '2022-02-14T15:58:27Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 15:58:29.064821 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6b7e3-684f-4524-ba57-a2b0cce3858c None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}, {'id': '1e272497-f468-4c89-8c2c-f9d7fc9b6729', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:e0:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:58:27Z', 'updated_at': '2022-02-14T15:58:27Z', 'revision_number': 0, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 15:58:29.246141 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a1835-c1b6-4327-be68-418db0639dae None None] New status for floating IP 1e272497-f468-4c89-8c2c-f9d7fc9b6729: ACTIVE {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 15:58:29.709037 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-836b1428-2719-41c9-96e2-68f26e87920f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:30.758372 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:32.027326 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:33.317184 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:38.030749 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:58:43.982994 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:57.336932 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9028eeb-7181-46a4-a2ad-e70ead63b969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:58:59.713785 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a246c92-ba36-461f-a639-aa0a3b4c3e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:00.794143 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:02.034325 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:03.308401 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:14.005634 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:15.028977 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:59:27.359241 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9716f5ba-4cdd-4d41-9b53-e6ae264339b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:28.270321 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-a62eeb1f-103f-4b11-8a40-a7a068470870 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416677 Feb 14 15:59:28.345102 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-df91da0d-7a05-4663-abe3-ff885fb81552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:59:28.346590 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-df91da0d-7a05-4663-abe3-ff885fb81552 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1129 time: 0.0437684 Feb 14 15:59:28.447468 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-47558e76-00f9-493c-b885-6c8191b15177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:59:28.448929 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-47558e76-00f9-493c-b885-6c8191b15177 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0841568 Feb 14 15:59:28.511257 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-a30464d3-a1dd-4a59-9766-b0247e482a19 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 200 len: 1000 time: 0.0560198 Feb 14 15:59:28.558134 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-ac2f24b1-df50-4411-b1be-6c4b7bc0def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:59:28.559408 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-ac2f24b1-df50-4411-b1be-6c4b7bc0def6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0417936 Feb 14 15:59:28.609218 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-ff735392-044e-48f8-b489-2beb469d2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 15:59:28.610655 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-ff735392-044e-48f8-b489-2beb469d2417 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455449 Feb 14 15:59:28.702672 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-87bf3114-f260-455c-bfb6-0baaa0791d03 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858834 Feb 14 15:59:29.062544 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-139c963a-b32d-4f16-a063-6c35a0fe6a65 req-dd64383e-fa57-495b-8f9b-d00160c08be5 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534863 Feb 14 15:59:29.725387 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8651d90e-7c27-4717-a0ca-60bc7f8e41df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:30.782762 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:32.022560 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:33.312632 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:44.034000 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:52.028950 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 15:59:57.352251 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5ce3574-0699-4489-a2d6-ff3b4b177866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 15:59:59.769677 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df6782be-59fa-4344-9465-e4d5ab5fb3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:00.775440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:01.998847 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:03.353323 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:14.016129 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:17.247850 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:17.402218 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port a675907f-5568-4d4a-ad41-c09832c2beb6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:17.402555 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:17.474036 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:17.474351 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (a675907f-5568-4d4a-ad41-c09832c2beb6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:17.485477 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for a675907f-5568-4d4a-ad41-c09832c2beb6 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:17.982979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (a675907f-5568-4d4a-ad41-c09832c2beb6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:18.011416 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=a675907f-5568-4d4a-ad41-c09832c2beb6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:18.024204 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.024561 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.024914 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.025254 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.025586 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.025919 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.026544 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.026880 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.027214 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.027543 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.027930 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.028256 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.028578 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:18.085172 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (1e272497-f468-4c89-8c2c-f9d7fc9b6729), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:18.085493 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 1e272497-f468-4c89-8c2c-f9d7fc9b6729 disassociated (deleted). External IP: 172.27.3.75, port: e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327. Feb 14 16:00:18.297023 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:00:18.404697 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:00:18.409452 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:18.413991 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:00:18.424789 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:18.425405 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:18.438153 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-03e3e830-24b7-4a85-b8c8-576387547961 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "DELETE /v2.0/floatingips/1e272497-f468-4c89-8c2c-f9d7fc9b6729 HTTP/1.1" status: 204 len: 168 time: 1.1892366 Feb 14 16:00:18.438734 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:00:18.441057 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71a38c-302d-4d3e-b3bb-b13a81c801dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:00:18.482489 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6b8f5-5731-430e-9772-81f702b4a7b6 x-openstack-request-id: req-00e6b8f5-5731-430e-9772-81f702b4a7b6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:00:18.482791 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:00:18.483042 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-00e6b8f5-5731-430e-9772-81f702b4a7b6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:00:18.483446 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'status': 'completed', 'code': 200} Feb 14 16:00:18.543737 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:18.569552 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-2117b6f2-9d42-4ac7-9575-59e7d8ad6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:18.570967 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-2117b6f2-9d42-4ac7-9575-59e7d8ad6685 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 1129 time: 0.0460522 Feb 14 16:00:18.662833 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-7147672d-c6a0-473c-9ef2-cec914de1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:18.664354 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-7147672d-c6a0-473c-9ef2-cec914de1d64 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0867481 Feb 14 16:00:18.706871 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-e1ec95d1-39ae-4e70-9952-9665925e2e5f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 200 len: 217 time: 0.0350537 Feb 14 16:00:18.759073 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-1a9aa28f-2509-4472-b5f9-53450c7139c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:18.761854 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-1a9aa28f-2509-4472-b5f9-53450c7139c5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0497341 Feb 14 16:00:18.777743 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:18.805261 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:00:18.813749 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:18.814364 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:18.853664 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-db287ccc-9b19-4908-969a-9b31e56d78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:18.855079 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-db287ccc-9b19-4908-969a-9b31e56d78d4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786541 Feb 14 16:00:18.876892 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ed91f-b825-499d-9b33-24970baff3be req-5eee9e51-725a-4ea1-bd04-2109229f3b76 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:18.878353 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-058ed91f-b825-499d-9b33-24970baff3be req-5eee9e51-725a-4ea1-bd04-2109229f3b76 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0753729 Feb 14 16:00:18.924744 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:18.981085 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-058ed91f-b825-499d-9b33-24970baff3be req-4b04f6ca-d2a9-4c30-8a38-64cc78082174 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932243 Feb 14 16:00:18.991351 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-2c73654f-71d3-4daa-8cea-7d89cb74303e service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291902 Feb 14 16:00:19.083778 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-de71a38c-302d-4d3e-b3bb-b13a81c801dd req-b22eeaa2-ca40-4f37-9a78-c718742c11d2 service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852046 Feb 14 16:00:19.285158 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:19.311904 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e2ed5-3e3a-4451-8456-3910f45e93d9 None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_floatingips': [{'id': '03327d87-6a5e-439b-8064-1a0d6564dcb0', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'router_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'port_id': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'mac_address': 'fa:16:3e:46:29:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T15:56:02Z', 'updated_at': '2022-02-14T15:56:04Z', 'revision_number': 1, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:00:19.522196 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eaaaea-60cf-4b34-ba16-ccaaa2e120c4 None None] New status for floating IP 1e272497-f468-4c89-8c2c-f9d7fc9b6729: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:00:20.103169 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16b04-1fe7-4b0f-b6ef-222ba67bab5e req-d61712fa-6419-4b0e-82c2-75f3964023de tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:20.104674 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e5f16b04-1fe7-4b0f-b6ef-222ba67bab5e req-d61712fa-6419-4b0e-82c2-75f3964023de tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0526311 Feb 14 16:00:20.153101 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-e5f16b04-1fe7-4b0f-b6ef-222ba67bab5e req-ecddcb97-727a-408b-8cc3-b34015ad9ceb tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Feb 14 16:00:20.626314 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e997-ed37-4e74-8099-53138690476e req-b3c9bab0-ebc6-4db0-8d4c-0ec4f5e504fe tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:20.627770 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6d1e997-ed37-4e74-8099-53138690476e req-b3c9bab0-ebc6-4db0-8d4c-0ec4f5e504fe tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 945 time: 0.0513468 Feb 14 16:00:20.720384 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:20.720636 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:20.805940 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] For port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:20.806302 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:20.821887 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:21.016122 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:21.045486 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:21.073302 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.073656 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.074005 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.074349 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.074682 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.075014 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.075888 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.076220 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.076547 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.076874 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.077201 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.077523 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.077842 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:21.100303 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] No DVR routers for this DVR port e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:21.102636 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:21.105943 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-e6d1e997-ed37-4e74-8099-53138690476e req-793022c5-358c-46a9-ab8d-eef9106cb898 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "DELETE /v2.0/ports/e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 HTTP/1.1" status: 204 len: 173 time: 0.4732487 Feb 14 16:00:21.106410 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'name': 'network-vif-deleted', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:00:21.108665 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aeb84e-2c7c-4474-819a-b9eaa0fbcac5" -d '{"events": [{"server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "name": "network-vif-deleted", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:00:21.153954 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f3622-457c-48bd-baa3-155712b3f8e8 x-openstack-request-id: req-890f3622-457c-48bd-baa3-155712b3f8e8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:00:21.154247 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c6ef9-e478-4eb5-9f1e-492b765295b0", "name": "network-vif-deleted", "tag": "e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:00:21.154507 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-890f3622-457c-48bd-baa3-155712b3f8e8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:00:21.154912 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c6ef9-e478-4eb5-9f1e-492b765295b0', 'name': 'network-vif-deleted', 'tag': 'e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327', 'status': 'completed', 'code': 200} Feb 14 16:00:21.253761 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8f9827b5-2605-4d17-9e20-66a8f21cf630 req-fa5e6891-0389-4af6-bf81-52e94870a7e8 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0324132 Feb 14 16:00:22.365678 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-f187eedc-5d9d-4800-9ebd-f8ec033b8aea req-5a42dbee-d143-40ed-b098-cfd11c5ecf4c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4c6ef9-e478-4eb5-9f1e-492b765295b0 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Feb 14 16:00:23.615639 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:23.638315 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:23.638664 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device e6c50aa7-f29f-4a0e-a4a5-43a4b7f22327 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:25.832448 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:25.987813 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port a2154d73-e463-4086-81aa-e2bee76bbf13 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:25.988158 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.060623 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.060872 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (a2154d73-e463-4086-81aa-e2bee76bbf13), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.072298 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for a2154d73-e463-4086-81aa-e2bee76bbf13 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:26.290728 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (a2154d73-e463-4086-81aa-e2bee76bbf13), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.315515 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=a2154d73-e463-4086-81aa-e2bee76bbf13,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:26.380184 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (03327d87-6a5e-439b-8064-1a0d6564dcb0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.380410 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.db.l3_db [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Floating IP 03327d87-6a5e-439b-8064-1a0d6564dcb0 disassociated (deleted). External IP: 172.27.3.159, port: 3dbf6b5f-692d-4fa8-9408-19ad228f5418. Feb 14 16:00:26.609939 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:00:26.716471 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:00:26.721240 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:26.727550 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:00:26.736766 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:26.737376 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:26.750731 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-63ef86d3-144d-4107-b062-2c1c65c6f993 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "DELETE /v2.0/floatingips/03327d87-6a5e-439b-8064-1a0d6564dcb0 HTTP/1.1" status: 204 len: 168 time: 0.9162300 Feb 14 16:00:26.750731 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:00:26.752608 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebb4f328fd894dd003b0e1f2d132d4a9f02b7748d3d18155d3e6d3493122fdaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28605c4f-7c93-4008-a4be-389ba1ac31bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:00:26.794334 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd484111-7394-4d44-aa8e-f50f085f8b2c x-openstack-request-id: req-fd484111-7394-4d44-aa8e-f50f085f8b2c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:00:26.794691 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:00:26.795524 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd484111-7394-4d44-aa8e-f50f085f8b2c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:00:26.796090 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'status': 'completed', 'code': 200} Feb 14 16:00:26.852357 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:26.921217 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-a60ab6c9-9452-4cfd-92f0-05d7be818de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:26.922779 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-a60ab6c9-9452-4cfd-92f0-05d7be818de6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 1130 time: 0.0855262 Feb 14 16:00:27.017726 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-c48495d2-8eba-49bc-8274-9e31b51a71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:27.019233 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-c48495d2-8eba-49bc-8274-9e31b51a71a8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 200 len: 914 time: 0.0909305 Feb 14 16:00:27.059678 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-822ebc60-68f0-4379-930e-29166534b744 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 200 len: 217 time: 0.0351236 Feb 14 16:00:27.061248 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:27.091045 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:00:27.100002 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:27.100623 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:00Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:27.110167 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-88d5e718-c4fa-4896-86f8-c3664dbd0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:27.111961 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-88d5e718-c4fa-4896-86f8-c3664dbd0825 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 200 len: 851 time: 0.0460885 Feb 14 16:00:27.194343 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-4cef37d1-c241-4794-bbfb-3f62befd902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:27.197157 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-4cef37d1-c241-4794-bbfb-3f62befd902a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c43961bc-0f41-452c-a9a9-ced54c7e8621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518916 Feb 14 16:00:27.203069 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd7b70-127d-49e7-a1d7-a67210e44c92 req-7dd1d071-f0f1-444e-96f4-ebfa834afd17 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:27.210015 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9dbd7b70-127d-49e7-a1d7-a67210e44c92 req-7dd1d071-f0f1-444e-96f4-ebfa834afd17 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0661616 Feb 14 16:00:27.216205 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:27.260187 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-9dbd7b70-127d-49e7-a1d7-a67210e44c92 req-0e2bf189-10bd-4a09-8400-3fed51335924 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492787 Feb 14 16:00:27.292802 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-ffe00bb4-4f23-4cbc-9973-bf594c38ccbd service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880952 Feb 14 16:00:27.378870 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5089d9a7-ed1c-4dc8-8bae-ab8dc8b25a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:27.387627 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-28605c4f-7c93-4008-a4be-389ba1ac31bd req-2b754d61-f1ec-4d36-abe8-2d631aa0937a service neutron] 10.222.0.100 "GET /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874224 Feb 14 16:00:27.429313 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:27.454372 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e587d-e376-4b53-879c-24505b95ed57 None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:23Z', 'revision_number': 4, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi', '_interfaces': [{'id': 'da7ca81f-cf75-4651-8c93-29f562f40ac9', 'name': '', 'network_id': 'c43961bc-0f41-452c-a9a9-ced54c7e8621', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'mac_address': 'fa:16:3e:ab:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:22Z', 'updated_at': '2022-02-14T15:52:27Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'subnets': [{'id': '29cf46dc-bdb3-4184-b99c-360eb314caf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:00:27.676556 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67152059-ef5c-44ab-a58c-da774c7337df None None] New status for floating IP 03327d87-6a5e-439b-8064-1a0d6564dcb0: DOWN {{(pid=103411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 16:00:28.374335 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7464-8ee9-49ed-932f-fdadc5c71fd4 req-9fdeb5f3-30c9-4225-b940-bce0b0698793 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:28.375832 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4d9c7464-8ee9-49ed-932f-fdadc5c71fd4 req-9fdeb5f3-30c9-4225-b940-bce0b0698793 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0530205 Feb 14 16:00:28.424412 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4d9c7464-8ee9-49ed-932f-fdadc5c71fd4 req-cbb4aee7-0d35-4e95-a774-6e755b2938bc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/security-groups?id=254122fd-a057-4489-86e2-b440174ee16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 Feb 14 16:00:29.028843 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:00:29.073119 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-b70c870c-9d36-445e-abd6-ddf1520b928f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:29.074576 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-b70c870c-9d36-445e-abd6-ddf1520b928f tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 946 time: 0.0507441 Feb 14 16:00:29.166931 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:29.167194 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:29.256260 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] For port 3dbf6b5f-692d-4fa8-9408-19ad228f5418, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=3dbf6b5f-692d-4fa8-9408-19ad228f5418,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:29.256628 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:29.272983 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for 3dbf6b5f-692d-4fa8-9408-19ad228f5418 owned by compute:nova {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:29.445143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (3dbf6b5f-692d-4fa8-9408-19ad228f5418), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:29.473221 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=3dbf6b5f-692d-4fa8-9408-19ad228f5418,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:29.520980 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-8bd93757-ae5a-4ddb-a2b0-620be8b75b77 req-185834ad-9d16-4c24-9d28-dd2de2c12eeb tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Feb 14 16:00:29.522582 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] No DVR routers for this DVR port 3dbf6b5f-692d-4fa8-9408-19ad228f5418 on host hv-cinder-81514 {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:29.525091 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for port (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:29.528701 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-4aa63426-5bdd-4dcb-b43e-973080c3b6b9 req-3ecebfd1-a03a-48e6-9616-666abbc2e4a2 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.100 "DELETE /v2.0/ports/3dbf6b5f-692d-4fa8-9408-19ad228f5418 HTTP/1.1" status: 204 len: 173 time: 0.4481192 Feb 14 16:00:29.529782 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'name': 'network-vif-deleted', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 16:00:29.532001 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a94bf4aa885be6f58b7a95748a1980310dcb9d6b5a038c8a79939d372cf901" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088487c-b698-4816-8c95-d6d7bd599334" -d '{"events": [{"server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "name": "network-vif-deleted", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 16:00:29.567365 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f338ed4e-f364-4bf1-9b31-f56c3bad33c8 x-openstack-request-id: req-f338ed4e-f364-4bf1-9b31-f56c3bad33c8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 16:00:29.567746 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e0a8f-cef7-4c3f-b641-19b351ba8220", "name": "network-vif-deleted", "tag": "3dbf6b5f-692d-4fa8-9408-19ad228f5418", "status": "completed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 16:00:29.568015 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f338ed4e-f364-4bf1-9b31-f56c3bad33c8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 16:00:29.568454 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e0a8f-cef7-4c3f-b641-19b351ba8220', 'name': 'network-vif-deleted', 'tag': '3dbf6b5f-692d-4fa8-9408-19ad228f5418', 'status': 'completed', 'code': 200} Feb 14 16:00:29.747480 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20db2d50-33cb-4b36-94ba-31a10ddfd066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:30.622442 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-b017241a-eb75-465f-a305-8f26efc9961e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260408 Feb 14 16:00:30.635203 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [req-5a208da9-0982-4415-9799-c8f7b124bd49 req-c6e5cf0d-33df-463c-97bd-a813cfbe4dfc tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "GET /v2.0/ports?device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0305986 Feb 14 16:00:30.712874 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-6be8f87d-5c4d-4d88-8623-126151689c7d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&device_id=d84e0a8f-cef7-4c3f-b641-19b351ba8220 HTTP/1.1" status: 200 len: 210 time: 0.0264134 Feb 14 16:00:30.764207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:30.829777 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-9c81ce26-586f-4222-b16b-ef9a44f41a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:30.831250 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-9c81ce26-586f-4222-b16b-ef9a44f41a31 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945976 Feb 14 16:00:30.932481 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-1d426d06-0363-41b5-8e54-c88cf463a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 16:00:30.932481 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [req-b74e40c0-d7ab-4a05-a4f2-279b191c451b req-1d426d06-0363-41b5-8e54-c88cf463a948 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0874896 Feb 14 16:00:31.649513 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 3dbf6b5f-692d-4fa8-9408-19ad228f5418 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:31.669969 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] No Port match for: 3dbf6b5f-692d-4fa8-9408-19ad228f5418 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:31.670327 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Device 3dbf6b5f-692d-4fa8-9408-19ad228f5418 not bound to the agent host hv-cinder-81514 {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:31.690930 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:31.812456 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Deleting port d3f7c183-3bac-40c3-9f7e-d8baabceae0f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:31.812799 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:31.885030 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:31.885357 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:31.897380 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Calling delete_port for d3f7c183-3bac-40c3-9f7e-d8baabceae0f owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:32.009654 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:32.084579 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (d3f7c183-3bac-40c3-9f7e-d8baabceae0f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:32.110296 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'Port': ['ID=d3f7c183-3bac-40c3-9f7e-d8baabceae0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:32.172595 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for floatingip (4ae3727b-0e27-44f5-a4ee-5d455202d4f1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:32.175142 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959048'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:32.176307 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-585a7550-bbef-46d7-9122-86da6d76804c tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "DELETE /v2.0/floatingips/4ae3727b-0e27-44f5-a4ee-5d455202d4f1 HTTP/1.1" status: 204 len: 168 time: 0.4843564 Feb 14 16:00:33.335872 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:33.443493 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:33.498707 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (254122fd-a057-4489-86e2-b440174ee16e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:33.523715 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (254122fd-a057-4489-86e2-b440174ee16e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:33.656693 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (254122fd-a057-4489-86e2-b440174ee16e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:33.659266 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:33.660560 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] 10.222.0.67 "DELETE /v2.0/security-groups/254122fd-a057-4489-86e2-b440174ee16e HTTP/1.1" status: 204 len: 168 time: 0.2160754 Feb 14 16:00:33.669981 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc4e82-2c38-40f9-90c8-a90c2de1b586 tempest-TestVolumeBootPattern-46753026 tempest-TestVolumeBootPattern-46753026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254122fd-a057-4489-86e2-b440174ee16e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:33.798881 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60434) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:34.234964 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (6f88c82a-703c-4832-aad7-1411e14d1e06), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:34.690916 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Deleting port da7ca81f-cf75-4651-8c93-29f562f40ac9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:34.691652 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:34.767798 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] For port da7ca81f-cf75-4651-8c93-29f562f40ac9, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=da7ca81f-cf75-4651-8c93-29f562f40ac9,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:34.768163 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:34.780619 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Calling delete_port for da7ca81f-cf75-4651-8c93-29f562f40ac9 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:35.015914 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (da7ca81f-cf75-4651-8c93-29f562f40ac9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.040532 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=da7ca81f-cf75-4651-8c93-29f562f40ac9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:35.212050 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (6f88c82a-703c-4832-aad7-1411e14d1e06), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.426084 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Router 6f88c82a-703c-4832-aad7-1411e14d1e06 has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:00:35.531049 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:00:35.536073 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-93067b74-878c-4768-82a2-33b8e1afd5ad admin admin] 10.222.0.67 "PUT /v2.0/routers/6f88c82a-703c-4832-aad7-1411e14d1e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361929 Feb 14 16:00:35.538624 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:35.539669 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Sync routers for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:00:35.551239 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:35.551878 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:35.642710 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks [] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.657445 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: dv-cinder-815145-9-iscsi {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:35.745236 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks [] for router_gateway (6f88c82a-703c-4832-aad7-1411e14d1e06), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.831838 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T16:00:34Z', 'revision_number': 5, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port': {'id': 'ae224398-3bcb-4823-83c4-6a64b8969400', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:35.851990 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Deleting port ae224398-3bcb-4823-83c4-6a64b8969400 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:35.859157 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.859293 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Checking router: 6f88c82a-703c-4832-aad7-1411e14d1e06 for host: dv-cinder-815145-9-iscsi {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:00:35.866163 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Routers {'6f88c82a-703c-4832-aad7-1411e14d1e06'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:35.866760 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['6f88c82a-703c-4832-aad7-1411e14d1e06'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:35.928788 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] For port ae224398-3bcb-4823-83c4-6a64b8969400, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=ae224398-3bcb-4823-83c4-6a64b8969400,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:35.929109 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:35.941390 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Calling delete_port for ae224398-3bcb-4823-83c4-6a64b8969400 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:35.954412 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] Set router 6f88c82a-703c-4832-aad7-1411e14d1e06 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:36.008340 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T16:00:35Z', 'revision_number': 6, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port_host': None}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:36.036220 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8cf7d-fb22-4134-aa58-da81ccf323ee None None] The sync data for ids ['6f88c82a-703c-4832-aad7-1411e14d1e06'] in dv-cinder-815145-9-iscsi is: [{'id': '6f88c82a-703c-4832-aad7-1411e14d1e06', 'name': 'tempest-TestVolumeBootPattern-1031210095-router', 'tenant_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:20Z', 'updated_at': '2022-02-14T16:00:35Z', 'revision_number': 6, 'project_id': '9e4d6f6f59064a5094973eaeb3cbde2d', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:00:36.170610 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (ae224398-3bcb-4823-83c4-6a64b8969400), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.198961 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ae224398-3bcb-4823-83c4-6a64b8969400,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:36.258609 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (6f88c82a-703c-4832-aad7-1411e14d1e06), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.348346 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.350390 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks [] for router_controller (6f88c82a-703c-4832-aad7-1411e14d1e06), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.467612 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (6f88c82a-703c-4832-aad7-1411e14d1e06), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.468192 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f88c82a-703c-4832-aad7-1411e14d1e06 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:00:36.477657 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.477657 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-9a444b39-d7f0-40fb-995c-a3da08e1ccbf admin admin] 10.222.0.67 "DELETE /v2.0/routers/6f88c82a-703c-4832-aad7-1411e14d1e06 HTTP/1.1" status: 204 len: 168 time: 0.9370112 Feb 14 16:00:36.479124 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:36.523235 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Deleting subnet 29cf46dc-bdb3-4184-b99c-360eb314caf9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:00:36.526285 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Publish callbacks [] for subnet (29cf46dc-bdb3-4184-b99c-360eb314caf9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.560088 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (29cf46dc-bdb3-4184-b99c-360eb314caf9), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.638286 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (29cf46dc-bdb3-4184-b99c-360eb314caf9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.748062 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (29cf46dc-bdb3-4184-b99c-360eb314caf9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.771949 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cf46dc-bdb3-4184-b99c-360eb314caf9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:36.782100 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.782100 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-46d14f99-995c-4782-9f17-e61324a07427 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/29cf46dc-bdb3-4184-b99c-360eb314caf9 HTTP/1.1" status: 204 len: 168 time: 0.3011770 Feb 14 16:00:36.785182 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98592de-bad1-4a93-bb93-271496114a25 None None] Network c43961bc-0f41-452c-a9a9-ced54c7e8621 requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:00:36.785701 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:36.855188 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (c43961bc-0f41-452c-a9a9-ced54c7e8621), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.916054 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Deleting port c0a63603-00a3-49da-b820-328f8d007f04 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:36.916395 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (c0a63603-00a3-49da-b820-328f8d007f04), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.982908 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] For port c0a63603-00a3-49da-b820-328f8d007f04, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=c0a63603-00a3-49da-b820-328f8d007f04,segment=NetworkSegment(988e85c6-dcb9-4387-9370-48349b503aa3),segment_id=988e85c6-dcb9-4387-9370-48349b503aa3)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:36.984254 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (c0a63603-00a3-49da-b820-328f8d007f04), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:36.997598 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Calling delete_port for c0a63603-00a3-49da-b820-328f8d007f04 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:37.001358 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device da7ca81f-cf75-4651-8c93-29f562f40ac9 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:37.024756 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: da7ca81f-cf75-4651-8c93-29f562f40ac9 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:37.025105 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device da7ca81f-cf75-4651-8c93-29f562f40ac9 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:37.025577 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ae224398-3bcb-4823-83c4-6a64b8969400 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:37.052785 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: ae224398-3bcb-4823-83c4-6a64b8969400 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:37.053143 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device ae224398-3bcb-4823-83c4-6a64b8969400 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:37.127340 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] DHCP port deletion for c43961bc-0f41-452c-a9a9-ced54c7e8621 request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:00:37.142114 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (c0a63603-00a3-49da-b820-328f8d007f04), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.168978 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a63603-00a3-49da-b820-328f8d007f04,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:37.175086 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] No DVR routers for this DVR port c0a63603-00a3-49da-b820-328f8d007f04 on host dv-cinder-815145-9-iscsi {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:37.178650 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Deleting port c0a63603-00a3-49da-b820-328f8d007f04 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:37.184251 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (c0a63603-00a3-49da-b820-328f8d007f04), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.243099 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] For port c0a63603-00a3-49da-b820-328f8d007f04, host dv-cinder-815145-9-iscsi, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:37.243498 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (c0a63603-00a3-49da-b820-328f8d007f04), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.248786 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (c43961bc-0f41-452c-a9a9-ced54c7e8621), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.258053 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Calling delete_port for c0a63603-00a3-49da-b820-328f8d007f04 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:37.258643 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Port c0a63603-00a3-49da-b820-328f8d007f04 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 14 16:00:37.259970 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (c0a63603-00a3-49da-b820-328f8d007f04), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.285716 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Pushing event deleted for resources: {'Port': ['ID=c0a63603-00a3-49da-b820-328f8d007f04,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:37.293758 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] No DVR routers for this DVR port c0a63603-00a3-49da-b820-328f8d007f04 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:37.298389 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.298587 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.298908 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.299254 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.299685 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.299947 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.300284 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.300613 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.300943 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.301278 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.301604 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.301930 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.302253 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb955d-9cee-4871-9fbb-e7d523fd7a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-9-iscsi {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 16:00:37.498454 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43961bc-0f41-452c-a9a9-ced54c7e8621']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:37.507802 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988e85c6-dcb9-4387-9370-48349b503aa3') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:37.508168 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988e85c6-dcb9-4387-9370-48349b503aa3') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:37.517667 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (988e85c6-dcb9-4387-9370-48349b503aa3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.531083 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (988e85c6-dcb9-4387-9370-48349b503aa3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.536774 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:00:37.537153 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (988e85c6-dcb9-4387-9370-48349b503aa3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:00:37.539030 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:00:37.643784 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (c43961bc-0f41-452c-a9a9-ced54c7e8621), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.648626 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:37.652156 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c43961bc-0f41-452c-a9a9-ced54c7e8621 HTTP/1.1" status: 204 len: 168 time: 0.8656673 Feb 14 16:00:37.655150 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 60444) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:37.665166 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201553f-3797-40f2-a3d3-020654c2b682 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43961bc-0f41-452c-a9a9-ced54c7e8621,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:37.998195 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7844130'] for router_interface (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:38.235143 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Deleting port 3c35d572-8a9a-43db-ac95-498af4681947 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:38.235472 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (3c35d572-8a9a-43db-ac95-498af4681947), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:38.309694 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] For port 3c35d572-8a9a-43db-ac95-498af4681947, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3c35d572-8a9a-43db-ac95-498af4681947,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:38.309970 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (3c35d572-8a9a-43db-ac95-498af4681947), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:38.322919 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Calling delete_port for 3c35d572-8a9a-43db-ac95-498af4681947 owned by network:router_interface {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:38.581854 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (3c35d572-8a9a-43db-ac95-498af4681947), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:38.608584 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c35d572-8a9a-43db-ac95-498af4681947,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:38.776948 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7809346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7844278'] for router_interface (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:38.992571 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Router ef88a667-275b-4a2c-9f1d-63c50cad1faf has already been hosted by L3 agent c0b94bba-2c13-4512-b005-e6f115ae6586 {{(pid=103409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 16:00:39.000306 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0a63603-00a3-49da-b820-328f8d007f04 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:39.023984 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: c0a63603-00a3-49da-b820-328f8d007f04 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:39.024335 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device c0a63603-00a3-49da-b820-328f8d007f04 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:39.102130 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] Notify agent at l3_agent.dv-cinder-815145-9-iscsi the message routers_updated {{(pid=103409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 16:00:39.107100 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-bc0b3751-42b5-466b-82b7-7847eb4644d7 admin admin] 10.222.0.67 "PUT /v2.0/routers/ef88a667-275b-4a2c-9f1d-63c50cad1faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4507737 Feb 14 16:00:39.109683 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [-] (103409) accepted ('10.222.0.67', 60446) {{(pid=103409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:39.110660 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Sync routers for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 16:00:39.121672 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:39.122299 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:39.230628 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:39.411435 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T16:00:38Z', 'revision_number': 5, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:39.445624 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Checking router: ef88a667-275b-4a2c-9f1d-63c50cad1faf for host: dv-cinder-815145-9-iscsi {{(pid=103411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 16:00:39.455844 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Routers {'ef88a667-275b-4a2c-9f1d-63c50cad1faf'} bound to L3 agent in host dv-cinder-815145-9-iscsi {{(pid=103411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 16:00:39.456604 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T15:30:00Z,description=,heartbeat_timestamp=2022-02-14T16:00:30Z,host='dv-cinder-815145-9-iscsi',id=c0b94bba-2c13-4512-b005-e6f115ae6586,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T15:30:00Z,topic='l3_agent')) {'router_ids': ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'], 'active': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:39.490273 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks [] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:39.561761 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_dvr_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] Set router ef88a667-275b-4a2c-9f1d-63c50cad1faf gateway port host: dv-cinder-815145-9-iscsi {{(pid=103411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 16:00:39.592554 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks [] for router_gateway (ef88a667-275b-4a2c-9f1d-63c50cad1faf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:39.712437 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Deleting port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:39.712770 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:39.791071 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] For port 3f76ecce-22da-4441-9ab3-d5956c4f2cbb, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,segment=NetworkSegment(4053479e-e1b6-435e-bc98-88e279d9f5b1),segment_id=4053479e-e1b6-435e-bc98-88e279d9f5b1)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:39.791757 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:39.804346 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Calling delete_port for 3f76ecce-22da-4441-9ab3-d5956c4f2cbb owned by network:router_gateway {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:39.820715 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.l3_hamode_db [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T16:00:38Z', 'revision_number': 5, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}], 'dv-cinder-815145-9-iscsi', False) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:39.850000 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee90c3b-9ebd-4ea8-adf5-30a2ad42ba6f None None] The sync data for ids ['ef88a667-275b-4a2c-9f1d-63c50cad1faf'] in dv-cinder-815145-9-iscsi is: [{'id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'name': 'tempest-TestVolumeBootPattern-1546896911-router', 'tenant_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'external_fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T15:52:26Z', 'updated_at': '2022-02-14T16:00:38Z', 'revision_number': 5, 'project_id': 'd2ee10eb855f485d8b85ecffee34e0d0', 'gw_port': {'id': '3f76ecce-22da-4441-9ab3-d5956c4f2cbb', 'name': '', 'network_id': '40ee389a-cc8c-4e47-a875-6757c395b679', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef88a667-275b-4a2c-9f1d-63c50cad1faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '141bef37-d1ff-4c51-886e-916525456714', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T15:52:27Z', 'updated_at': '2022-02-14T15:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '141bef37-d1ff-4c51-886e-916525456714', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-9-iscsi'}] {{(pid=103411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 16:00:40.021997 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16725580'] for port (3f76ecce-22da-4441-9ab3-d5956c4f2cbb), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.050016 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f76ecce-22da-4441-9ab3-d5956c4f2cbb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:40.108078 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882472'] for router_gateway (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.196349 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7846739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13975'] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.198625 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks [] for router_controller (ef88a667-275b-4a2c-9f1d-63c50cad1faf), precommit_delete_associations {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.307767 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7846724'] for router (ef88a667-275b-4a2c-9f1d-63c50cad1faf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.308332 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef88a667-275b-4a2c-9f1d-63c50cad1faf {{(pid=103409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 16:00:40.313353 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.319354 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:40.320040 dv-cinder-815145-9-iscsi neutron-server[103409]: INFO neutron.wsgi [None req-5a5f9672-2509-4376-94aa-670ed83b79f2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ef88a667-275b-4a2c-9f1d-63c50cad1faf HTTP/1.1" status: 204 len: 168 time: 1.2070470 Feb 14 16:00:40.361856 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Deleting subnet aebde320-aa55-4a27-ab27-c364b45a2ebb {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 16:00:40.365007 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Publish callbacks [] for subnet (aebde320-aa55-4a27-ab27-c364b45a2ebb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.401453 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4645070'] for subnet (aebde320-aa55-4a27-ab27-c364b45a2ebb), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.480319 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412770'] for subnet (aebde320-aa55-4a27-ab27-c364b45a2ebb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.615820 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4714411'] for subnet (aebde320-aa55-4a27-ab27-c364b45a2ebb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.642881 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebde320-aa55-4a27-ab27-c364b45a2ebb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:40.644904 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.649875 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-fc1e29b7-3d48-4f62-9ef5-e0ba9ac12b91 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/aebde320-aa55-4a27-ab27-c364b45a2ebb HTTP/1.1" status: 204 len: 168 time: 0.3300335 Feb 14 16:00:40.653897 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cb9cad-dc15-40b4-9830-a7c522e364f0 None None] Network b326c088-a90b-4711-b26e-67a02813208a requested from dv-cinder-815145-9-iscsi {{(pid=103410) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 16:00:40.654359 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:40.721560 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450072'] for network (b326c088-a90b-4711-b26e-67a02813208a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.773845 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Deleting port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:40.774187 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.838745 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] For port e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:40.839117 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.852720 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Calling delete_port for e532ca6f-b83a-4b07-b5ee-3f9d1e019933 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:40.861218 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] DHCP port deletion for b326c088-a90b-4711-b26e-67a02813208a request from dv-cinder-815145-9-iscsi {{(pid=103410) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 16:00:40.913317 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Deleting port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 16:00:40.914472 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770051106380'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:40.966234 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device e532ca6f-b83a-4b07-b5ee-3f9d1e019933 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:40.993348 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7512567'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.001766 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] For port e532ca6f-b83a-4b07-b5ee-3f9d1e019933, host dv-cinder-815145-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-9-iscsi',level=0,port_id=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,segment=NetworkSegment(e4ba85ac-4b16-4141-a24a-9b82f496ca9f),segment_id=e4ba85ac-4b16-4141-a24a-9b82f496ca9f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 16:00:41.002162 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884008'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.022070 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Calling delete_port for e532ca6f-b83a-4b07-b5ee-3f9d1e019933 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 16:00:41.023906 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:41.025735 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] No DVR routers for this DVR port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 on host dv-cinder-815145-9-iscsi {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:41.036483 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No active binding found for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 {{(pid=103410) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 14 16:00:41.045183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] The host dv-cinder-815145-9-iscsi is not matching for port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 host None! {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 14 16:00:41.045183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device e532ca6f-b83a-4b07-b5ee-3f9d1e019933 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:41.045183 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3c35d572-8a9a-43db-ac95-498af4681947 no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:41.058052 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 3c35d572-8a9a-43db-ac95-498af4681947 {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:41.058402 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3c35d572-8a9a-43db-ac95-498af4681947 not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:41.058827 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3f76ecce-22da-4441-9ab3-d5956c4f2cbb no longer exists at agent ovs-agent-dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 16:00:41.096564 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409061', 'neutron.services.segments.db._delete_segments_for_network-8770051048048'] for network (b326c088-a90b-4711-b26e-67a02813208a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.105675 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] No Port match for: 3f76ecce-22da-4441-9ab3-d5956c4f2cbb {{(pid=103410) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 16:00:41.106026 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.plugins.ml2.rpc [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Device 3f76ecce-22da-4441-9ab3-d5956c4f2cbb not bound to the agent host dv-cinder-815145-9-iscsi {{(pid=103410) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 16:00:41.116952 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b326c088-a90b-4711-b26e-67a02813208a']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:41.126369 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:41.126660 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ba85ac-4b16-4141-a24a-9b82f496ca9f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 16:00:41.135843 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770051049337', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4645081'] for segment (e4ba85ac-4b16-4141-a24a-9b82f496ca9f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.145555 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770051111087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770050537036'] for port (e532ca6f-b83a-4b07-b5ee-3f9d1e019933), after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.149414 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600'] for segment (e4ba85ac-4b16-4141-a24a-9b82f496ca9f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.156503 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1414600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7512458'] for segment (e4ba85ac-4b16-4141-a24a-9b82f496ca9f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: Traceback (most recent call last): Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: timer() Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: cb(*args, **kw) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: return func(*args, **kwargs) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: self._notify() Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: self.callback(batched_events) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: event.method(event) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: return f(self, *a, **k) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._get(url).json() Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 16:00:41.163277 dv-cinder-815145-9-iscsi neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 16:00:41.178574 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] Pushing event deleted for resources: {'Port': ['ID=e532ca6f-b83a-4b07-b5ee-3f9d1e019933,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:41.180426 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f5b9d-7eba-4a78-a9a4-3566c4d234a6 None None] No DVR routers for this DVR port e532ca6f-b83a-4b07-b5ee-3f9d1e019933 on host dv-cinder-815145-9-iscsi {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 16:00:41.301602 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7809365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7881776'] for network (b326c088-a90b-4711-b26e-67a02813208a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.306916 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7809447'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.310126 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b326c088-a90b-4711-b26e-67a02813208a HTTP/1.1" status: 204 len: 168 time: 0.6585717 Feb 14 16:00:41.321247 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aea8e-cdd2-403e-bf71-d0cef59d0a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=b326c088-a90b-4711-b26e-67a02813208a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:41.615133 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:41.657836 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-e731358d-5c5d-42b9-bb9d-1168300d5954 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e4d6f6f59064a5094973eaeb3cbde2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413957 Feb 14 16:00:41.660409 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:41.709093 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] Publish callbacks [] for security_group (3ea1adaf-7efe-4817-b875-22c4b88732b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.729429 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] Publish callbacks [] for security_group (3ea1adaf-7efe-4817-b875-22c4b88732b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.861811 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (3ea1adaf-7efe-4817-b875-22c4b88732b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.864474 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:41.865638 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ea1adaf-7efe-4817-b875-22c4b88732b7 HTTP/1.1" status: 204 len: 168 time: 0.2043324 Feb 14 16:00:41.873587 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6ace-e50a-4484-a609-75457be3efc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1adaf-7efe-4817-b875-22c4b88732b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:42.662773 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:42.700934 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-b5b5634b-2dcf-499c-9028-b9dc06d0cd0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2ee10eb855f485d8b85ecffee34e0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370412 Feb 14 16:00:42.703970 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.67', 60464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 16:00:42.751198 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] Publish callbacks [] for security_group (bc94a855-4eb6-4b28-ab24-87429b7e96bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:42.771979 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] Publish callbacks [] for security_group (bc94a855-4eb6-4b28-ab24-87429b7e96bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:42.884614 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8051618'] for security_group (bc94a855-4eb6-4b28-ab24-87429b7e96bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:42.887207 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:42.888394 dv-cinder-815145-9-iscsi neutron-server[103408]: INFO neutron.wsgi [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc94a855-4eb6-4b28-ab24-87429b7e96bf HTTP/1.1" status: 204 len: 168 time: 0.1834905 Feb 14 16:00:42.897025 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40361-4245-4c1b-af3d-d3d2d586dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94a855-4eb6-4b28-ab24-87429b7e96bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 16:00:44.010359 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:57.352657 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ed0d49a-83b7-4d5b-b2c3-03df3ec4d6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:00:59.729889 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6302cef6-5c75-4353-82ee-63b11cee5810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:00.764440 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:02.015921 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:03.324521 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:06.027420 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:01:14.038566 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:27.364341 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09538183-cb3c-46d3-9108-00ba8613a5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:29.718589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf0be26-57fa-4055-a13d-0824a2bb3578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:30.775556 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:32.009701 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:33.358006 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:43.026045 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:01:44.021013 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:57.375322 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10f1c31a-6854-4abb-8001-76f308deb674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:01:59.712619 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47b9d2b7-baf0-4925-8c51-6255ed392844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:00.758207 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:02.044014 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:03.334874 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:14.106325 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:20.024789 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:02:27.369008 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c1958d1-dc58-418e-a7cb-b731719ffd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:29.734755 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-670b1c3b-3382-4ab6-80e4-36f484b55993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:30.774995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:32.015125 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:33.334925 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:44.077434 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:57.030554 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:02:57.380065 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d78b486e-eae2-40d4-8d63-784aab3814c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:02:59.722979 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5d0aebd-ab12-495d-93eb-10f0665572f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:00.752312 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:02.026188 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:03.357582 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:14.066060 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:27.346044 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0017d22b-4a33-4e93-a56f-84f5181ab5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:29.768741 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2676e70b-9a08-4e83-9102-30b704b6e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:30.768720 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:32.031612 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:33.334354 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:34.028699 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:03:44.071961 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:57.356959 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05395c6f-3921-438a-9403-6fc6f11045dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:03:59.722622 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df8fb4e7-3361-4a4f-8522-2264d1ec2500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:00.768424 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:02.036952 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:03.368414 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:11.027601 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:04:14.088672 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:27.396745 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02e3c23a-7153-4f57-bd2c-59037f877d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:29.728622 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e31aa838-04d1-43df-a5c6-447d253cfe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:30.842809 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:32.031899 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:33.328455 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:44.082413 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:48.026281 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:04:57.277292 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-bee449eb-ba5c-46f6-81d9-83e270a2ce15 service neutron] (103408) timed out ('10.222.0.67', 58322) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:04:57.385158 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b9e9-101f-4848-be6e-3da766b7d1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:04:57.476509 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-6075334a-a2f3-4558-bf2f-9adcb0d9ebcb req-3aa64ad7-bcb4-48b1-8e1a-fbc12da3598b tempest-TestShelveInstance-418057964 tempest-TestShelveInstance-418057964-project] (103408) timed out ('10.222.0.67', 58348) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:04:59.716638 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c147510-7b6e-4481-bc88-08f9ecd8eee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:00.796589 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:02.070995 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:03.345742 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:14.128301 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:21.292659 dv-cinder-815145-9-iscsi neutron-server[103409]: DEBUG neutron.wsgi [req-c238ee7d-6c3b-49eb-8a99-dccc03cd233a req-37d95277-e63f-4546-bc7f-cf2459a77a94 service neutron] (103409) timed out ('10.222.0.100', 52866) {{(pid=103409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:05:25.024318 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:05:27.396837 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-983efc5c-89e5-40a8-b2d8-7a045bec65ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:27.529549 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-eedd3a99-41fd-4935-a911-1f5e8a477abd service neutron] (103408) timed out ('10.222.0.67', 56510) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:05:27.608515 dv-cinder-815145-9-iscsi neutron-server[103408]: DEBUG neutron.wsgi [req-8cf0dafb-bacc-403c-8dde-4189695e2ec1 req-d940a4a4-93f8-4085-8b1d-3483fac98401 tempest-AttachVolumeShelveTestJSON-1052753802 tempest-AttachVolumeShelveTestJSON-1052753802-project] (103408) timed out ('10.222.0.67', 56536) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 16:05:29.733702 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf928f8c-8819-4820-bb24-24bc64da9893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:30.819250 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:32.036625 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:33.362859 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:44.150711 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:57.402859 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b2e78e0-81be-4420-bba5-d8ce9b0bcac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (3a0d57be-b225-4611-8562-fecd55c33668), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:05:59.756336 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a695858-7a4b-4cdb-b898-f128b89518d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (c0b94bba-2c13-4512-b005-e6f115ae6586), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:06:00.790613 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0c4d-834c-4d0c-9ab7-b05eb2dbdee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (e4c47c8e-8c10-450a-aa08-13a4799d56d6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:06:02.022747 dv-cinder-815145-9-iscsi neutron-server[103411]: DEBUG neutron.db.agents_db [None req-45b7fa63-58af-46cd-99f9-432aca3662af None None] Agent healthcheck: found 6 active agents {{(pid=103411) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 16:06:02.041184 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0fb852d-b48d-4abf-9b37-3efbf4b37c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b0ee0ec5-34db-4f62-9bef-47b9e9404e24), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:06:03.333778 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf95f70b-bfee-4e14-bbe5-559285c68f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (467c18ff-9519-4825-8839-08bd799f3697), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 16:06:14.133817 dv-cinder-815145-9-iscsi neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27b85826-a88d-414d-9063-1f5ebad9a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770051048030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1439794'] for agent (b71af80a-3600-481c-bdaa-1fdc7e3fdfe6), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}